-- Logs begin at Mon 2021-11-15 23:48:19 UTC, end at Tue 2021-11-16 00:45:36 UTC. -- Nov 16 00:20:08.906080 dv-cinder-811154-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 16 00:20:11.676272 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.common.config [-] Logging enabled! Nov 16 00:20:11.676890 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev28 Nov 16 00:20:11.677055 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107710) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 00:20:11.680383 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.common.config [-] Logging enabled! Nov 16 00:20:11.680644 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev28 Nov 16 00:20:11.680960 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107710) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 00:20:11.681904 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 00:20:11.682143 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 00:20:11.682514 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 00:20:11.682759 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 00:20:11.682987 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 00:20:11.683363 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.683668 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.683967 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.684198 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.684495 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.684785 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.685068 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.685361 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.685657 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.685946 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.686226 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.686513 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.686745 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.687028 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.687339 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.687634 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.687853 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] debug = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.688132 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.688564 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.688984 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.689266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.689556 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.689833 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.690107 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.690400 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.690670 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.691003 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] host = dv-cinder-811154-2-iscsi {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.691305 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.691596 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.691881 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.692167 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.692442 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.692718 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.693002 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.693289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.693549 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] log_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.694343 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.694646 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.694926 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.695344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.695578 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.695803 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.696098 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.696388 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.696666 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.696944 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.697218 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.697494 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.697766 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.698035 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.698321 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.698605 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.698889 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.699193 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.699469 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.699742 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.700015 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.700300 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.700574 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.700848 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.701122 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.701410 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.701678 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.701953 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.702256 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.702541 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.702820 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.703135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.703410 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.703692 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.703965 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.704241 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.704512 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] use_json = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.704784 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.705054 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.705335 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.705605 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.705876 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.706149 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.706419 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.706701 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:11.707000 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.707322 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.707624 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.707908 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.708205 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.708486 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.708776 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.709055 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.709343 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.710324 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.710698 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.710987 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.711309 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.711593 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.711894 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.712206 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.712506 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.712802 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.713080 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.713357 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.713634 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.713914 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.714208 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.714488 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.714780 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.715097 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.715380 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.715668 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.715960 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.716251 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.716528 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.716808 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.717101 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.717379 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.717651 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.717930 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.718219 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.718498 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.718773 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.719070 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.719351 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.719624 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.719896 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.720171 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.720464 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.720744 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.721017 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.721290 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.721571 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.721845 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.722131 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.722409 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.722684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.722958 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.723259 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.723533 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.723804 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.724078 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.724352 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.724629 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.724902 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.725200 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.725471 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.725743 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.726013 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.726282 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.726551 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.726827 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.727124 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.727400 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.727669 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.727942 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.728212 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.728497 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.728799 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.729080 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.729361 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.729641 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.729922 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.730199 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.730477 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.730758 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.731037 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.731332 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.731626 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.731911 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.732198 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.732479 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.732757 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.733061 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.733342 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.733624 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.733903 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.734186 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.734468 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.734752 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.735091 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.735363 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.735657 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.735952 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.736248 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.736523 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.736836 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.737118 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:11.737341 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 00:20:11.737592 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107710) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 16 00:20:12.096800 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 00:20:12.097081 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=107710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 00:20:12.098064 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 16 00:20:12.098064 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 16 00:20:12.503767 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.503959 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.504239 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.505566 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.505839 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.506106 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.543395 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.543676 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.543950 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.559382 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.559669 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.559938 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.590105 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.590392 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.590665 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.629199 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.629485 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.629752 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.864504 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.865140 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.865140 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.865308 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.866704 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.988600 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.988932 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.989220 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.989497 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.989766 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.990082 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.990347 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.990609 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.990953 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.991267 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.991717 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.992004 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.992272 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.992530 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.992788 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.993060 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.993329 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.993608 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.993879 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.994140 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.994414 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.994670 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.994956 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.995434 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.995688 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.995939 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:12.996353 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 00:20:12.996597 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 00:20:12.996835 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 00:20:12.997072 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 00:20:12.997308 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 00:20:12.997544 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 00:20:12.997914 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 16 00:20:13.001267 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 16 00:20:13.005395 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 16 00:20:13.009859 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 16 00:20:13.011472 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 16 00:20:13.011938 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 16 00:20:13.012275 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 16 00:20:13.012664 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 16 00:20:13.015539 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 16 00:20:13.015793 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 16 00:20:13.016144 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 00:20:13.021471 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 16 00:20:13.044359 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 16 00:20:13.044835 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.045144 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107710) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 16 00:20:13.045511 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.046912 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107710) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 16 00:20:13.047231 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 00:20:13.047479 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 16 00:20:13.050981 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.051321 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.116181 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 16 00:20:13.116445 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 16 00:20:13.116653 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 16 00:20:13.117111 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 16 00:20:13.139920 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_db.sqlalchemy.engines [None req-77453594-b635-48af-8659-8e30c7582173 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107710) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 16 00:20:13.679898 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [None req-77453594-b635-48af-8659-8e30c7582173 None None] Initializing driver for type 'gre' Nov 16 00:20:13.680475 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77453594-b635-48af-8659-8e30c7582173 None None] gre ID ranges: [(1, 1000)] Nov 16 00:20:13.733273 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [None req-77453594-b635-48af-8659-8e30c7582173 None None] Initializing driver for type 'local' Nov 16 00:20:13.733666 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [None req-77453594-b635-48af-8659-8e30c7582173 None None] Initializing driver for type 'vlan' Nov 16 00:20:13.747193 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-77453594-b635-48af-8659-8e30c7582173 None None] VlanTypeDriver initialization complete Nov 16 00:20:13.747527 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [None req-77453594-b635-48af-8659-8e30c7582173 None None] Initializing driver for type 'vxlan' Nov 16 00:20:13.748026 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77453594-b635-48af-8659-8e30c7582173 None None] vxlan ID ranges: [(1, 1000)] Nov 16 00:20:13.804976 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [None req-77453594-b635-48af-8659-8e30c7582173 None None] Initializing extension driver 'port_security' Nov 16 00:20:13.805314 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.extensions.port_security [None req-77453594-b635-48af-8659-8e30c7582173 None None] PortSecurityExtensionDriver initialization complete Nov 16 00:20:13.805683 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [None req-77453594-b635-48af-8659-8e30c7582173 None None] Initializing mechanism driver 'openvswitch' Nov 16 00:20:13.806068 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [None req-77453594-b635-48af-8659-8e30c7582173 None None] Initializing mechanism driver 'hyperv' Nov 16 00:20:13.812813 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.plugins.ml2.plugin [None req-77453594-b635-48af-8659-8e30c7582173 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:20:13.813513 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > port after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.813879 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > port after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.814230 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > port after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.814757 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 00:20:13.815206 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > subnet after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.815556 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > subnet after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.815914 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.816286 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 00:20:13.816687 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > network after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.817033 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > network after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.817370 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > network after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.817759 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 00:20:13.818159 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > security_group after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.818507 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > security_group after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.819410 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.819950 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 00:20:13.820373 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.820718 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.821064 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.821457 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 00:20:13.821862 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > address_group after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.822207 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > address_group after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.822545 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.822932 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107710) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 00:20:13.823336 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-77453594-b635-48af-8659-8e30c7582173 None None] ML2 OVO RPC backend initialized. {{(pid=107710) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 16 00:20:13.824054 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.824410 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.824826 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > network before_response 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.825190 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > networks before_response 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.825609 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > port before_response 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.825957 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > ports before_response 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.826295 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > subnet before_response 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.826635 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > subnets before_response 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.826977 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > network after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.827344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > network after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.827684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > network after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.828019 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > port after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.828414 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > port after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.828693 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > port after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.829027 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > subnet after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.829364 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > subnet after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.829696 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.830381 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.plugin [None req-77453594-b635-48af-8659-8e30c7582173 None None] Modular L2 Plugin initialization complete Nov 16 00:20:13.830616 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading services supported by the core plugin {{(pid=107710) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 16 00:20:13.830945 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.plugins.ml2.managers [None req-77453594-b635-48af-8659-8e30c7582173 None None] Got port-security extension from driver 'port_security' Nov 16 00:20:13.831432 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.extensions.vlantransparent [None req-77453594-b635-48af-8659-8e30c7582173 None None] Disabled vlantransparent extension. Nov 16 00:20:13.831922 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107710) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 16 00:20:13.832233 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading Plugin: router Nov 16 00:20:13.868687 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.869293 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router after_create 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.869436 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router before_create 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.869798 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.870169 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.870522 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router after_delete 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.870876 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.871250 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.871606 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router after_create 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.871949 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router after_update 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.872295 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router after_update 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.872637 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.872992 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router after_update 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.873401 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router precommit_update 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.873769 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: port after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.874103 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: port after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.874436 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: subnet after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.874770 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.875143 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.875488 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router precommit_create 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.875826 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: port before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.876208 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router precommit_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.878518 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router after_update 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.878518 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.878518 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router precommit_create 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.878518 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.878838 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router precommit_update 55549900 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.878838 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > agent after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.878838 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > agent after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.878838 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > network after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.881799 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Tracking information for resource: router configured {{(pid=107710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 00:20:13.881799 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Tracking information for resource: floatingip configured {{(pid=107710) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 00:20:13.885561 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.db.l3_agentschedulers_db [None req-77453594-b635-48af-8659-8e30c7582173 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 16 00:20:13.886136 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: port after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.886494 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: port after_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.886848 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: port after_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.887227 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: port after_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.888004 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router before_create 55550100 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.888365 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.888722 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router precommit_create 55550100 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.889076 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > router precommit_update 55550100 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.893870 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.services.provider_configuration [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service providers = [] {{(pid=107710) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 16 00:20:13.894234 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.db.servicetype_db [None req-77453594-b635-48af-8659-8e30c7582173 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107710) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 16 00:20:13.897762 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.services.service_base [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107710) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 00:20:13.898161 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.services.service_base [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107710) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 00:20:13.898444 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.services.service_base [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107710) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 00:20:13.899380 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.services.service_base [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107710) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 00:20:13.899734 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.services.service_base [None req-77453594-b635-48af-8659-8e30c7582173 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 16 00:20:13.900116 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 00:20:13.900503 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 16 00:20:13.911104 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 00:20:13.911435 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading Plugin: auto_allocate Nov 16 00:20:13.917265 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: network precommit_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.917636 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: network precommit_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.918158 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 00:20:13.918477 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading Plugin: tag Nov 16 00:20:13.925341 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 00:20:13.925668 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading Plugin: timestamp Nov 16 00:20:13.929963 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 00:20:13.930245 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading Plugin: network_ip_availability Nov 16 00:20:13.935714 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.936086 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.936439 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:13.937161 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 00:20:13.937478 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading Plugin: flavors Nov 16 00:20:13.942216 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 00:20:13.942543 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading Plugin: revisions Nov 16 00:20:13.947476 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107710) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 00:20:13.947872 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_concurrency.lockutils [None req-77453594-b635-48af-8659-8e30c7582173 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.850s {{(pid=107710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 16 00:20:13.948617 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107710) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 16 00:20:13.948949 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Initializing extension manager. Nov 16 00:20:13.949455 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: __init__.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.949792 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: __pycache__ {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.950122 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.950450 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: address_group.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.951242 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.951811 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: address-group Nov 16 00:20:13.952133 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: address_scope.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.953045 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.953555 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: address-scope Nov 16 00:20:13.953877 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.954807 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.955346 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: router-admin-state-down-before-update Nov 16 00:20:13.955672 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: agent.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.956371 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.956876 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: agent Nov 16 00:20:13.957197 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: agent_resources_synced.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.958098 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.958600 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: agent-resources-synced Nov 16 00:20:13.958922 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: allowedaddresspairs.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.961329 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.961855 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: allowed-address-pairs Nov 16 00:20:13.962178 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: auto_allocated_topology.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.963308 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.963828 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: auto-allocated-topology Nov 16 00:20:13.964150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: availability_zone.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.964846 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.965348 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: availability_zone Nov 16 00:20:13.965672 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: availability_zone_filter.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.966579 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.967108 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: availability_zone_filter Nov 16 00:20:13.967431 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: data_plane_status.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.968328 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.968830 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension data-plane-status not supported by any of loaded plugins Nov 16 00:20:13.969150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: default_subnetpools.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.970057 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.970563 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: default-subnetpools Nov 16 00:20:13.970881 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.971718 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.972225 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: dhcp_agent_scheduler Nov 16 00:20:13.972542 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: dns.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.973453 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.973954 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension dns-integration not supported by any of loaded plugins Nov 16 00:20:13.974271 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: dns_domain_ports.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.975756 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.976256 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 16 00:20:13.976577 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.977496 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.978000 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 16 00:20:13.978319 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: dvr.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.978996 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.979521 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: dvr Nov 16 00:20:13.979838 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: ecmp_routes.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.980798 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.981302 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 16 00:20:13.981620 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: empty_string_filtering.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.982530 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.983033 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: empty-string-filtering Nov 16 00:20:13.983379 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.984285 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.984787 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 16 00:20:13.985105 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.986019 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.986523 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 16 00:20:13.986840 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: external_net.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.987775 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.988286 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: external-net Nov 16 00:20:13.988605 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.989515 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.990025 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: extra_dhcp_opt Nov 16 00:20:13.990345 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: extraroute.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.991899 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.992684 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: extraroute Nov 16 00:20:13.992789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: extraroute_atomic.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.995075 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.995075 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: extraroute-atomic Nov 16 00:20:13.995075 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: filter_validation.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.995362 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.995771 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: filter-validation Nov 16 00:20:13.996456 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: fip_pf_description.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.997024 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.997525 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 16 00:20:13.997843 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: fip_port_details.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:13.998756 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:13.999297 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: fip-port-details Nov 16 00:20:13.999620 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: flavors.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.000884 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.001399 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: flavors Nov 16 00:20:14.001721 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.003472 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.003995 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 16 00:20:14.004325 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: floatingip_pools.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.005032 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.005540 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: floatingip-pools Nov 16 00:20:14.005869 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: ip_allocation.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.006844 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.007393 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension ip_allocation not supported by any of loaded plugins Nov 16 00:20:14.007716 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.008629 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.009140 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: ip-substring-filtering Nov 16 00:20:14.009464 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: l2_adjacency.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.010377 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.010878 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 16 00:20:14.011225 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: l3.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.012397 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.012922 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: router Nov 16 00:20:14.013248 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.015762 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.016363 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 16 00:20:14.016717 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.017750 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.018287 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: ext-gw-mode Nov 16 00:20:14.018670 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.019683 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.020219 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: l3-ha Nov 16 00:20:14.020623 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: l3_flavors.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.021637 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.022365 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: l3-flavors Nov 16 00:20:14.022695 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.023757 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.024295 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 16 00:20:14.024683 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: l3agentscheduler.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.025794 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.026384 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: l3_agent_scheduler Nov 16 00:20:14.026712 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: logging.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.028474 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.029038 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension logging not supported by any of loaded plugins Nov 16 00:20:14.029408 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: metering.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.030227 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.030808 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: metering Nov 16 00:20:14.031162 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.032279 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.032794 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: metering_source_and_destination_fields Nov 16 00:20:14.033122 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: multiprovidernet.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.034036 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.034543 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: multi-provider Nov 16 00:20:14.034866 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: netmtu.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.035796 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.036301 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: net-mtu Nov 16 00:20:14.036614 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: netmtu_writable.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.038062 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.038831 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: net-mtu-writable Nov 16 00:20:14.039042 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: network_availability_zone.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.039685 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.040188 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: network_availability_zone Nov 16 00:20:14.040506 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: network_ip_availability.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.041643 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.042153 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: network-ip-availability Nov 16 00:20:14.042479 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: network_segment_range.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.043282 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.043782 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension network-segment-range not supported by any of loaded plugins Nov 16 00:20:14.044102 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: pagination.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.045074 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.045397 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: pagination Nov 16 00:20:14.045716 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: port_device_profile.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.046637 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.047176 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: port-device-profile Nov 16 00:20:14.047497 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.048676 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.049178 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: port-mac-address-regenerate Nov 16 00:20:14.049497 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.050394 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.050895 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: port-numa-affinity-policy Nov 16 00:20:14.051236 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: port_resource_request.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.052302 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.052801 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension port-resource-request not supported by any of loaded plugins Nov 16 00:20:14.053126 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: portbindings.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.054738 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.055280 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: binding Nov 16 00:20:14.055600 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: portbindings_extended.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.056903 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.057410 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: binding-extended Nov 16 00:20:14.057729 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: portsecurity.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.058639 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.059169 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: port-security Nov 16 00:20:14.059491 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: project_id.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.060456 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.060782 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: project-id Nov 16 00:20:14.061102 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: providernet.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.062015 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.062522 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: provider Nov 16 00:20:14.062841 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.066519 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.067039 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos not supported by any of loaded plugins Nov 16 00:20:14.067402 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.068641 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.069232 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 16 00:20:14.069712 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.070541 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.071078 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 16 00:20:14.071396 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos_default.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.072302 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.072810 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos-default not supported by any of loaded plugins Nov 16 00:20:14.073135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos_fip.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.073792 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.074292 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos-fip not supported by any of loaded plugins Nov 16 00:20:14.074612 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos_gateway_ip.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.075551 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.076058 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 16 00:20:14.076383 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos_port_network_policy.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.077292 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.077794 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 16 00:20:14.078112 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos_pps_rule.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.079352 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.079858 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos-pps not supported by any of loaded plugins Nov 16 00:20:14.080178 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos_rule_type_details.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.081094 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.081599 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 16 00:20:14.081921 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: qos_rules_alias.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.082963 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.083548 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 16 00:20:14.083867 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: quotasv2.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.085447 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.085927 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: quotas Nov 16 00:20:14.086253 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: quotasv2_detail.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.089840 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.090183 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: quota_details Nov 16 00:20:14.090514 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: rbac.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.091623 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.092165 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: rbac-policies Nov 16 00:20:14.092494 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: rbac_address_group.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.093419 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.093939 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: rbac-address-group Nov 16 00:20:14.094264 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: rbac_address_scope.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.095210 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.095720 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: rbac-address-scope Nov 16 00:20:14.096043 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: rbac_security_groups.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.096969 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.097588 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: rbac-security-groups Nov 16 00:20:14.098009 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: rbac_subnetpool.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.098938 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.099580 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: rbac-subnetpool Nov 16 00:20:14.099996 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: revisionifmatch.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.101791 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.102498 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: revision-if-match Nov 16 00:20:14.102824 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: revisions.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.104370 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.105172 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: standard-attr-revisions Nov 16 00:20:14.105598 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: router_availability_zone.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.106316 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.106824 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: router_availability_zone Nov 16 00:20:14.107186 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: routerservicetype.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.108117 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.108618 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension router-service-type not supported by any of loaded plugins Nov 16 00:20:14.108941 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.109866 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.110377 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: security-groups-normalized-cidr Nov 16 00:20:14.110699 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.111645 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.112154 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: port-security-groups-filtering Nov 16 00:20:14.112477 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.113398 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.113908 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: security-groups-remote-address-group Nov 16 00:20:14.114230 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: securitygroup.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.125791 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.126324 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: security-group Nov 16 00:20:14.126655 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: segment.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.127524 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.128026 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension segment not supported by any of loaded plugins Nov 16 00:20:14.128348 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.129335 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.129839 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 16 00:20:14.130159 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: servicetype.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.131554 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.132220 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: service-type Nov 16 00:20:14.132425 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: sorting.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.133432 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.133764 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: sorting Nov 16 00:20:14.134082 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: standard_attr_segment.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.134993 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.135523 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 16 00:20:14.135843 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: standardattrdescription.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.136497 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.137007 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: standard-attr-description Nov 16 00:20:14.137329 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: stateful_security_group.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.138252 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.138760 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: stateful-security-group Nov 16 00:20:14.139101 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: stdattrs_common.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.139694 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 16 00:20:14.140006 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.140938 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.141444 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 16 00:20:14.141759 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: subnet_onboard.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.142825 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.143365 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: subnet_onboard Nov 16 00:20:14.143687 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.144606 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.145113 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 16 00:20:14.145430 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: subnet_service_types.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.146365 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.147431 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: subnet-service-types Nov 16 00:20:14.147751 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: subnetallocation.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.148880 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.149386 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: subnet_allocation Nov 16 00:20:14.149704 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.150396 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.150899 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: subnetpool-prefix-ops Nov 16 00:20:14.151261 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.152288 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.152789 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 16 00:20:14.153118 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: tagging.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.154240 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.154747 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: standard-attr-tag Nov 16 00:20:14.155095 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: timestamp.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.156300 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.156810 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loaded extension: standard-attr-timestamp Nov 16 00:20:14.157135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: trunk.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.158160 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.158673 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension trunk not supported by any of loaded plugins Nov 16 00:20:14.158997 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: trunk_details.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.159941 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.160449 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension trunk-details not supported by any of loaded plugins Nov 16 00:20:14.160764 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: uplink_status_propagation.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.161691 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.162189 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 16 00:20:14.162546 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Loading extension file: vlantransparent.py {{(pid=107710) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 00:20:14.163794 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107710) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 00:20:14.164293 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 16 00:20:14.166788 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:network Nov 16 00:20:14.167350 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:subnet Nov 16 00:20:14.167748 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 00:20:14.168168 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:port Nov 16 00:20:14.169414 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.169839 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service FLAVORS assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.170447 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.170873 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.171235 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:router Nov 16 00:20:14.171665 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 00:20:14.172138 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service METERING assigned prefix: /metering {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.173836 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:14.174206 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:14.174557 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:20:14.175599 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 00:20:14.176029 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:security_group Nov 16 00:20:14.176449 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 00:20:14.177058 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service CORE assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.177409 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 00:20:14.177753 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] subnetpool is already registered Nov 16 00:20:14.178267 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service CORE assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.178848 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 00:20:14.178957 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] subnetpool is already registered Nov 16 00:20:14.181325 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.182287 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service FLAVORS assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.182287 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.183472 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.183472 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:router Nov 16 00:20:14.183472 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] router is already registered Nov 16 00:20:14.183758 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:floatingip Nov 16 00:20:14.184095 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] floatingip is already registered Nov 16 00:20:14.184702 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service METERING assigned prefix: /metering {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.185202 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 00:20:14.185527 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] rbac_policy is already registered Nov 16 00:20:14.185932 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:security_group Nov 16 00:20:14.186264 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] security_group is already registered Nov 16 00:20:14.186668 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 00:20:14.186994 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] security_group_rule is already registered Nov 16 00:20:14.187648 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service CORE assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.187966 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 00:20:14.188292 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] subnetpool is already registered Nov 16 00:20:14.188713 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.v2.resource_helper [None req-77453594-b635-48af-8659-8e30c7582173 None None] Service CORE assigned prefix: {{(pid=107710) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 00:20:14.189033 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 00:20:14.189363 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING neutron.quota.resource_registry [None req-77453594-b635-48af-8659-8e30c7582173 None None] subnetpool is already registered Nov 16 00:20:14.189856 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: extensions {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.191437 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: address-groups {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.192943 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: address-scopes {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.194410 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: agents {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.195758 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: auto-allocated-topology {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.197263 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: availability_zones {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.198241 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: dhcp-networks {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.199796 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: dhcp-agents {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.201457 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: routers {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.203609 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: flavors {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.204789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: service_profiles {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.206136 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: next_providers {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.207626 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: service_profiles {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.209174 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: floatingip-pools {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.210952 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: routers {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.213168 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: floatingips {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.214465 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: l3-routers {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.215879 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: l3-agents {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.217304 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: metering-labels {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.218653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: metering-label-rules {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.219971 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: network-ip-availabilities {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.221255 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: bindings {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.223927 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: quotas {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.226023 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: quotas {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.227636 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: rbac-policies {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.228830 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: security-groups {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.230163 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: security-group-rules {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.231645 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: service-providers {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.233876 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: subnetpools {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.236649 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: subnetpools {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.239459 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.242295 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.244188 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.245983 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.247811 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.249689 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.251404 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.253322 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.255095 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.256920 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron.api.extensions [None req-77453594-b635-48af-8659-8e30c7582173 None None] Extended resource: tags {{(pid=107710) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 00:20:14.263115 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING keystonemiddleware.auth_token [None req-77453594-b635-48af-8659-8e30c7582173 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 16 00:20:14.267884 dv-cinder-811154-2-iscsi neutron-server[107710]: WARNING keystonemiddleware.auth_token [None req-77453594-b635-48af-8659-8e30c7582173 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 16 00:20:14.277066 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_concurrency.lockutils [None req-77453594-b635-48af-8659-8e30c7582173 None None] Acquired lock "singleton_lock" {{(pid=107710) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 16 00:20:14.277532 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_concurrency.lockutils [None req-77453594-b635-48af-8659-8e30c7582173 None None] Releasing lock "singleton_lock" {{(pid=107710) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 16 00:20:14.278181 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO oslo_service.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] Starting 2 workers Nov 16 00:20:14.283093 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] Started child 107819 {{(pid=107710) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 00:20:14.288385 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] Started child 107820 {{(pid=107710) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 00:20:14.289228 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:14.290045 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO neutron.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 16 00:20:14.290740 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Notify callbacks [] for process, before_spawn {{(pid=107710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:14.290896 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [-] (107819) wsgi starting up on http://0.0.0.0:9696 Nov 16 00:20:14.293285 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO oslo_service.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] Starting 1 workers Nov 16 00:20:14.294445 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:14.296197 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [-] (107820) wsgi starting up on http://0.0.0.0:9696 Nov 16 00:20:14.298808 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] Started child 107821 {{(pid=107710) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 00:20:14.299401 dv-cinder-811154-2-iscsi neutron-server[107710]: INFO oslo_service.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] Starting 1 workers Nov 16 00:20:14.302760 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] calling RpcWorker wait() {{(pid=107821) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 16 00:20:14.304396 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] returning from RpcWorker wait() {{(pid=107821) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 16 00:20:14.304541 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [None req-77453594-b635-48af-8659-8e30c7582173 None None] Started child 107822 {{(pid=107710) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 00:20:14.305413 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG neutron_lib.callbacks.manager [None req-77453594-b635-48af-8659-8e30c7582173 None None] Notify callbacks [] for process, after_spawn {{(pid=107710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:14.305574 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:14.305876 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:20:14.306992 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107710) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 00:20:14.307259 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 00:20:14.307403 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 00:20:14.307981 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 00:20:14.307981 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 00:20:14.308241 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 00:20:14.308619 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.309594 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.309594 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.309594 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.310009 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:14.310935 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.310935 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.311237 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:20:14.312135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.312135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.312135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.312135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.312135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.312135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.312135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.312135 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.313564 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.313564 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.313564 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.313564 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.313564 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.313564 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.315148 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.315148 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.315148 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] debug = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.315148 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.315148 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.315148 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.316373 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.316373 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.316373 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.316373 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.316373 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.318344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.318344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.318344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.318344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.318344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.318344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.318344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.318344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.319770 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.319770 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] host = dv-cinder-811154-2-iscsi {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.319770 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.319770 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.319770 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.319770 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.320560 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.320560 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.320560 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.320560 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.321182 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.321182 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.321439 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.321439 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.321674 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.321902 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.322043 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_options = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.322294 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.322547 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.322817 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.323002 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.323190 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.323362 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.323595 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.323756 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.324009 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.324221 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.324428 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.324637 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.324958 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.325096 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.325378 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.325560 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.325789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.325992 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.326241 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.326477 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.326700 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.326943 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.327179 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.327451 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.327585 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.327821 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.328055 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.328417 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.328567 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.328694 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.328923 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.329222 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.329431 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.329610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.330158 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.330158 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.330397 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.330657 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.331553 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.331553 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.331553 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.331553 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.332494 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.332494 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.332494 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.332494 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.332494 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_json = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.333250 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.333250 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.333250 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.333615 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.333615 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.333876 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.334044 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.334277 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.335296 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.335579 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.335903 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.336350 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.336590 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.336852 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.337104 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.337329 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.337587 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.337821 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.338151 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.338375 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.338658 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.338873 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.339173 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.339490 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.339752 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.340240 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.340519 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.340744 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.340979 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.341224 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.341615 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.341826 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.341996 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.342177 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.342406 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.342737 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.343011 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.343292 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.343535 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.343748 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.343986 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.344524 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.344524 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.344780 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.344780 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.345610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.345610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.345610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.345906 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.346297 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.346443 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.346569 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.346778 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.347081 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.347569 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.347569 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.347906 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.348149 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.348434 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.348572 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.348820 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.349026 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.349290 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.349546 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.349760 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.350006 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.352868 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.352868 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.352868 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.352868 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.352868 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.352868 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.353313 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.353313 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.353444 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.353623 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.354541 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.354541 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.354541 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.354541 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.354826 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.354970 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.355985 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.355985 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.355985 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.355985 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.355985 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.356359 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.356433 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.356653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.364789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.364789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.364789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.364789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.364789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.364789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.364789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.364789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.364789 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.367653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.367653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.367653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.367653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.367653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.367653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.367653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.367653 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.368684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.368684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.368684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.368684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.368684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.368684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.368684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.368684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.369610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.369610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.369610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.369610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.369610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.369610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.369610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.369610 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.370453 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.370453 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.370453 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.370453 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.370453 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.370453 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.370453 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.370453 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.371266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.371266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.371266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.371266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.371266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.371266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.371266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.371266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.371266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.372289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.372289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.372289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.372289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.372289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.372289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.372289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.372289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.373156 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.373156 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.373156 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.373156 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.373639 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.373639 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.373855 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.373974 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.374280 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.374514 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.374774 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.375014 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.375240 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.375470 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.375722 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.375890 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.376120 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.376321 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.376559 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.376769 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.376981 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.377204 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.377416 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.377650 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.377902 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.378109 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.378329 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.378558 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.378770 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.378983 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.379229 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.379455 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.379694 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.379980 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.380189 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.380455 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.380666 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.380888 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.381106 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.381768 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.381768 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.382194 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.382363 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.382503 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.382645 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.382844 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.383092 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.383338 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.383561 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.383770 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.383998 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.384266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.384606 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.384872 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.385098 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.385339 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.385571 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.385800 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.386031 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.386249 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.386466 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.386676 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.386883 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.387170 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.387421 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.388062 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.388062 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.388392 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.388535 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.388714 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.389252 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.389252 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.391698 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.391698 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.391698 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.391698 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.391698 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.391698 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.391698 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.391698 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.393150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.393150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.393150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.393150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.393150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.393150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.393150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.393150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394154 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394154 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394154 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394154 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394154 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394154 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394154 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394904 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394904 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394904 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.394904 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.395764 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.395764 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.395764 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.395764 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.396319 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.396319 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.396319 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.396684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.396810 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.397583 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.397806 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.398102 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.398329 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.398548 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.398806 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.400525 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.400525 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.400525 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.400525 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.400525 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.400525 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.400525 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.401283 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.401283 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.401882 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.401882 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.401882 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.402178 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.402756 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.402918 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.403225 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.404589 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.404589 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.404589 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.404589 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.404589 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.405171 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.405171 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.405171 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.405726 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.405726 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.405972 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.406124 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.406367 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.406598 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.406820 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.407037 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.407280 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.407507 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.407744 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.407957 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.408112 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 00:20:14.408648 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107710) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 00:20:14.408808 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 00:20:14.408959 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 00:20:14.409132 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 00:20:14.409299 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 00:20:14.409448 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 00:20:14.409651 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.409809 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.409969 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.410124 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.410279 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.410455 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.410612 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.410765 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.410918 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.411108 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.411249 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.411404 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.411558 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.411696 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.411855 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.412009 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.412162 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.412316 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.412476 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.412714 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.412875 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.413072 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.413277 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] debug = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.413428 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.413576 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.413747 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.413850 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.413964 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.414117 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.414272 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.414427 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.414683 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.414785 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.414867 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.415021 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.415021 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.415021 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.415021 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.415021 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.415021 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.415021 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] host = dv-cinder-811154-2-iscsi {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.418482 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.418482 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.418482 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.418482 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.418482 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.418482 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.418482 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.418482 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.419871 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.419871 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.419871 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.419871 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.419871 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.419871 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.419871 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_options = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.419871 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.419871 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.420732 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.420732 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.420732 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.420732 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.420732 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.420732 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.420732 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.421435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.421435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.421435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.421435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.421435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.421435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.421435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.421435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.421435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422172 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422172 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422172 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422172 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422172 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422172 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422172 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422172 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422730 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422730 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422730 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422730 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422730 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.422730 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.423259 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.423259 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.423259 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.423259 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.423863 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.423863 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.424014 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.424096 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.424178 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.424336 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.424491 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.424647 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.424803 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.424958 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.425112 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_json = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.425265 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.425419 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.425573 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.425727 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.425879 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.426034 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.426197 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.426361 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 00:20:14.426523 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.426684 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.426852 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.427010 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.427224 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.427382 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.427541 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.427700 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.427856 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.428013 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.428737 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.428980 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.429156 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.429301 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.429462 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.429612 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.429760 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.429962 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.430187 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.430346 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.430504 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.430661 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.430829 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.430986 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.431178 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.431391 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.431487 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.431657 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.431815 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.431974 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.432131 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.432289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.432447 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.432604 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.432762 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.432920 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.433078 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.433237 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.433394 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.433551 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.433707 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.433958 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.434120 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.434278 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.434437 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.434594 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.434752 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.434919 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.435150 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.435293 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.435458 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.435617 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.435773 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.435932 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.436090 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.436380 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.436486 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.436647 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.436811 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.436968 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.437125 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.437269 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.437411 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.437679 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.437828 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.437969 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.438143 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.438289 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.438440 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.438580 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.438740 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.438886 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.439035 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.439246 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.439387 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.439527 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.439667 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.439807 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.439946 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.440086 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.440226 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.440379 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.440516 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.440737 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.440827 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.440964 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.441121 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.441306 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.441440 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.441576 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.441750 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.441906 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.442062 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.442218 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.442374 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.442529 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.442685 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.442840 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.442997 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.443162 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.443323 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.443585 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.443687 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.443841 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.444640 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.444876 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.445074 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.445249 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.445419 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.445534 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.445717 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.445858 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.445991 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.446149 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.446304 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.446628 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.446628 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.446834 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.446918 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.447075 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.447246 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.447413 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.447570 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.447784 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.447885 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.448029 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.448186 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.448341 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.448498 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.448655 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.448797 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.448953 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.449116 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.449315 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.449448 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.449605 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.449760 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.449941 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.450101 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.450257 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.450414 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.450572 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.450727 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.450883 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.451038 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.451225 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.451382 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.451538 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.451694 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.451851 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.452007 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.452164 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.452322 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.452477 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.452634 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.452790 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.452946 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.453102 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.453259 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.453415 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.453569 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.453724 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.453879 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.454034 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.454189 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.454344 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.454501 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.454656 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.454811 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.454966 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.455157 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.455287 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.455442 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.455597 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.455767 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.455923 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.456065 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.456201 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.456358 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.456537 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.456761 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.456852 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.456963 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.457119 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.457276 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.457431 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.457588 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.457745 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.457949 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.458065 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.458188 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.458335 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.458508 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.458664 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.458820 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.458976 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.459152 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.459309 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.460064 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.460332 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.460556 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.460711 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.460858 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.461030 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.461157 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.461305 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.461464 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.461621 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.461778 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.461935 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.462093 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.462266 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.462423 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.462579 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.462735 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.462894 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.463068 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.463236 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.463393 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.463551 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.463638 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:20:14.463737 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.463852 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.464008 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.464175 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.464332 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.464487 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.464644 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.464800 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.464957 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.465123 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.465280 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.465435 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.465591 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.465746 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.465902 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.466067 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.466223 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.466378 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.466535 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.466791 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.466934 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.467028 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.467172 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.467327 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.467483 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.467640 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.467796 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.467963 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.468125 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.468283 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.468450 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.468608 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.468894 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.469054 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.469248 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.469384 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.469543 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.469699 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.469856 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.470020 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.470178 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.470340 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.470505 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.470670 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.470829 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.470997 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.471187 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.471354 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.471511 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.471674 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.471842 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.472000 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.472156 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.472311 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.472466 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.472622 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.472777 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.472933 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.473089 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.473267 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.473400 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.473555 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.473709 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.473864 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.474019 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.474175 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.474330 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.474485 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.474640 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.474796 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 00:20:14.474947 dv-cinder-811154-2-iscsi neutron-server[107710]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107710) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 00:20:14.589037 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 38726) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:20:14.597719 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064006 Nov 16 00:20:28.032873 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fdf54f-a631-42e5-b7fb-836808a11c00 None None] get_active_networks_info from dv-cinder-811154-2-iscsi {{(pid=107821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 00:20:28.118635 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdf54f-a631-42e5-b7fb-836808a11c00 None None] No non-hosted networks {{(pid=107821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 16 00:20:28.212127 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0e2dbce8-4172-41a6-9c79-bacef94984e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073215'] for agent, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:30.586888 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073215'] for agent, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:30.587710 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.588550 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.589562 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.590037 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.590851 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.591520 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.592095 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.592657 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.593537 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.594109 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.595270 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.596394 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:30.598890 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811154-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:20:30.619349 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811154-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:20:31.380683 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7fbd-4122-4f1a-8eaf-1194a7d8b8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073215'] for agent, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:31.436327 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8be1-f230-40f6-8b99-c691496429f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:32.013894 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073215'] for agent, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:33.636976 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073215'] for agent, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:34.715834 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 38818) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:20:35.222052 dv-cinder-811154-2-iscsi neutron-server[107819]: WARNING oslo_policy.policy [None req-c7a4c558-e6f7-4e66-899f-e02eeeedf18d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 00:20:35.222651 dv-cinder-811154-2-iscsi neutron-server[107819]: WARNING oslo_policy.policy [None req-c7a4c558-e6f7-4e66-899f-e02eeeedf18d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 00:20:35.449201 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [None req-c7a4c558-e6f7-4e66-899f-e02eeeedf18d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:20:35.450387 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-c7a4c558-e6f7-4e66-899f-e02eeeedf18d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7336254 Nov 16 00:20:36.719976 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.db.l3_hamode_db [None req-f9bc4e3a-2d7b-4b46-a2f1-ada9a93d1d0c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 16 00:20:36.801968 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc4e3a-2d7b-4b46-a2f1-ada9a93d1d0c None None] Routers set() bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:20:36.802365 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc4e3a-2d7b-4b46-a2f1-ada9a93d1d0c None None] Router IDs set() for agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 00:20:37.953216 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 38832) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:20:38.278517 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-75f8a2a9-f8a3-4d66-8ec7-806ee58c94f6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:20:38.374354 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.policy [None req-75f8a2a9-f8a3-4d66-8ec7-806ee58c94f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107819) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 00:20:38.420923 dv-cinder-811154-2-iscsi neutron-server[107819]: WARNING oslo_policy.policy [None req-75f8a2a9-f8a3-4d66-8ec7-806ee58c94f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 00:20:38.421296 dv-cinder-811154-2-iscsi neutron-server[107819]: WARNING oslo_policy.policy [None req-75f8a2a9-f8a3-4d66-8ec7-806ee58c94f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 00:20:38.430740 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.quota [None req-75f8a2a9-f8a3-4d66-8ec7-806ee58c94f6 admin admin] Loaded quota_driver: . Nov 16 00:20:38.522209 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-75f8a2a9-f8a3-4d66-8ec7-806ee58c94f6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732621934980', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732621936593', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732621948579', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732621950805', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732622690651', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732621969430', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-561593', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538530', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1662460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1991142'] for rbac-policy, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:38.589645 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-75f8a2a9-f8a3-4d66-8ec7-806ee58c94f6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:38.590862 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-75f8a2a9-f8a3-4d66-8ec7-806ee58c94f6 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6366677 Nov 16 00:20:41.323575 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 38844) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:20:41.850700 dv-cinder-811154-2-iscsi neutron-server[107820]: WARNING oslo_policy.policy [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 00:20:41.851298 dv-cinder-811154-2-iscsi neutron-server[107820]: WARNING oslo_policy.policy [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 00:20:42.076306 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:20:42.078014 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.quota [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Loaded quota_driver: . Nov 16 00:20:42.136939 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Made reservation on behalf of fd8bdca522e34f87bb098d96f109cf2b for: {'network': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:20:42.204539 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.policy [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107820) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 00:20:42.250652 dv-cinder-811154-2-iscsi neutron-server[107820]: WARNING oslo_policy.policy [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 00:20:42.251027 dv-cinder-811154-2-iscsi neutron-server[107820]: WARNING oslo_policy.policy [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 00:20:42.261458 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:42.283379 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:42.399331 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:42.403423 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:42.423978 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=107820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:20:42.452790 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732623882271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:42.453399 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Unsubscribe: segment precommit_create {{(pid=107820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 00:20:42.453926 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.segments_db [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Added segment 370420dd-1ede-4f08-bb30-06e23ac1f4b1 of type vlan for network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 Nov 16 00:20:42.472394 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10560f5b-0690-4343-8503-9f9048887677,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:20:42.527969 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.528323 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.528661 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.528990 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.529317 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.529655 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.529976 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.530307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.530641 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.530962 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.531297 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.531609 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Tracked resource versions report: Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: pushed versions: Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: { 'AddressGroup': {'1.2'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'ConntrackHelper': {'1.0'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Log': {'1.0'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Network': {'1.1'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Port': {'1.7'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'PortForwarding': {'1.2'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'QosPolicy': {'1.9'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SecurityGroup': {'1.4'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SecurityGroupRule': {'1.2'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SubPort': {'1.0'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Subnet': {'1.1'}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Trunk': {'1.1'}} Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: consumer versions: Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: { DHCP agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: L3 agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: Metadata agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: Metering agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: Open vSwitch agent@dv-cinder-811154-2-iscsi: { 'AddressGroup': '1.2', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'ConntrackHelper': '1.0', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Log': '1.0', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Network': '1.1', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Port': '1.7', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'PortForwarding': '1.2', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'QosPolicy': '1.9', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SecurityGroup': '1.4', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SecurityGroupRule': '1.2', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SubPort': '1.0', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Subnet': '1.1', Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Trunk': '1.1'}} Nov 16 00:20:42.532690 dv-cinder-811154-2-iscsi neutron-server[107820]: {{(pid=107820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 00:20:42.575713 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:42.620104 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:42.621429 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:20:42.622141 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:42.706650 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3807967 Nov 16 00:20:42.730945 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed72a0-88f1-46d9-bcc9-d077f365af71 admin admin] Pushing event updated for resources: {'Network': ['ID=39f29cb9-cfbf-4bdd-b4a9-8877f8d56388,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:20:42.744973 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:20:45.550944 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 38866) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:20:45.973186 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2261361-27ef-4a89-bff5-8a694896f35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:20:45.974642 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-e2261361-27ef-4a89-bff5-8a694896f35f admin admin] 10.222.0.31 "GET /v2.0/networks/39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 HTTP/1.1" status: 200 len: 825 time: 0.4226677 Nov 16 00:20:46.016388 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-0f095976-e076-40a3-8737-464c8f574ba1 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/ce10db26-d542-462e-9296-2fa86ccb9c21 HTTP/1.1" status: 200 len: 734 time: 0.0351970 Nov 16 00:20:46.025988 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Request body: {'subnet': {'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ce10db26-d542-462e-9296-2fa86ccb9c21', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:20:46.050199 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Made reservation on behalf of fd8bdca522e34f87bb098d96f109cf2b for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:20:46.054707 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:46.368382 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:46.438082 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60c7bbc-2dc1-423a-a904-83935b384953,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:20:46.441074 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Checking segment: {'id': '370420dd-1ede-4f08-bb30-06e23ac1f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:20:46.441074 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Network hostable DHCP agents. Network: 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:20:46.464542 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:20:46.478713 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:20:46.484284 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:20:46.485326 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:46.489368 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7939b803-d0de-4e7f-80d2-737f78b93d25 None None] Network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:20:46.502447 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-edbfc1bc-293b-46ce-87db-cb3afc8b0939 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4799201 Nov 16 00:20:46.843666 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-39f29cb9-cfbf-4bdd-b4a9-8877f8d56388', 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'fixed_ips': [{'subnet_id': 'a60c7bbc-2dc1-423a-a904-83935b384953'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:20:46.844979 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:47.122759 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Allocated IP 172.20.0.2 (39f29cb9-cfbf-4bdd-b4a9-8877f8d56388/a60c7bbc-2dc1-423a-a904-83935b384953/1bc4a054-900a-4c60-bff3-84593cd4469a) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:20:47.359533 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:47.368546 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:47.442036 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:20:47.449400 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:20:47.451766 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:20:47.464088 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Pushing event updated for resources: {'Port': ['ID=1bc4a054-900a-4c60-bff3-84593cd4469a,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:20:47.498281 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.498962 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.499285 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.499633 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.499968 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.500300 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.500631 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.500961 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.501303 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.501631 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.501956 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.502275 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Tracked resource versions report: Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: pushed versions: Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: { 'AddressGroup': {'1.2'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'ConntrackHelper': {'1.0'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Log': {'1.0'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Network': {'1.1'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Port': {'1.7'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'PortForwarding': {'1.2'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'QosPolicy': {'1.9'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SecurityGroup': {'1.4'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SecurityGroupRule': {'1.2'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SubPort': {'1.0'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Subnet': {'1.1'}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Trunk': {'1.1'}} Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: consumer versions: Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: { DHCP agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: L3 agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: Metadata agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: Metering agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: Open vSwitch agent@dv-cinder-811154-2-iscsi: { 'AddressGroup': '1.2', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'ConntrackHelper': '1.0', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Log': '1.0', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Network': '1.1', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Port': '1.7', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'PortForwarding': '1.2', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'QosPolicy': '1.9', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SecurityGroup': '1.4', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SecurityGroupRule': '1.2', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SubPort': '1.0', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Subnet': '1.1', Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Trunk': '1.1'}} Nov 16 00:20:47.503458 dv-cinder-811154-2-iscsi neutron-server[107821]: {{(pid=107821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 00:20:47.556775 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Attempting to bind port 1bc4a054-900a-4c60-bff3-84593cd4469a on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:20:47.557171 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Attempting to bind port 1bc4a054-900a-4c60-bff3-84593cd4469a by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '370420dd-1ede-4f08-bb30-06e23ac1f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:20:47.557606 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Attempting to bind port 1bc4a054-900a-4c60-bff3-84593cd4469a on network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:20:47.563177 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:20:47.563598 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Checking segment: {'id': '370420dd-1ede-4f08-bb30-06e23ac1f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:20:47.564064 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:47.564457 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Bound using segment: {'id': '370420dd-1ede-4f08-bb30-06e23ac1f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:20:47.564990 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Bound port: 1bc4a054-900a-4c60-bff3-84593cd4469a, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370420dd-1ede-4f08-bb30-06e23ac1f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:20:47.565422 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:47.631425 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] For port 1bc4a054-900a-4c60-bff3-84593cd4469a, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:20:47.635920 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] For port 1bc4a054-900a-4c60-bff3-84593cd4469a, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=1bc4a054-900a-4c60-bff3-84593cd4469a,segment=NetworkSegment(370420dd-1ede-4f08-bb30-06e23ac1f4b1),segment_id=370420dd-1ede-4f08-bb30-06e23ac1f4b1)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:20:47.640745 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:47.708762 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be7522-7dee-4853-a588-ba352e7f30c3 None None] Pushing event updated for resources: {'Port': ['ID=1bc4a054-900a-4c60-bff3-84593cd4469a,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:20:49.123940 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 38874) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:20:49.591942 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [None req-2940206c-d4ce-40cd-a60e-9b7ad79dd0b6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:20:49.593044 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-2940206c-d4ce-40cd-a60e-9b7ad79dd0b6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4680700 Nov 16 00:20:52.101874 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 38882) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:20:52.436478 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [None req-16ff266c-1c47-4682-892a-91793d34b117 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:20:52.437475 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-16ff266c-1c47-4682-892a-91793d34b117 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3346868 Nov 16 00:20:55.168657 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 38892) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:20:55.493940 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-5d70132b-210f-4f54-ba31-797650f7a53d admin admin] Request body: {'router': {'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:20:55.521821 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5d70132b-210f-4f54-ba31-797650f7a53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:55.523657 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5d70132b-210f-4f54-ba31-797650f7a53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:55.669600 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5d70132b-210f-4f54-ba31-797650f7a53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:55.674457 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5d70132b-210f-4f54-ba31-797650f7a53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:55.690288 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5d70132b-210f-4f54-ba31-797650f7a53d admin admin] Notify callbacks [] for router, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:55.691552 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-5d70132b-210f-4f54-ba31-797650f7a53d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5218947 Nov 16 00:20:56.535715 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1bc4a054-900a-4c60-bff3-84593cd4469a up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:20:56.612859 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50834b7-bcf8-41d3-b994-4d348ad32b68 None None] Network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:20:56.682242 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 1bc4a054-900a-4c60-bff3-84593cd4469a triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:20:56.682626 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:56.725008 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-6689b128-66c1-4409-9ef8-96b0da5b09c7 None None] Provisioning complete for port 1bc4a054-900a-4c60-bff3-84593cd4469a triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:20:56.725285 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6689b128-66c1-4409-9ef8-96b0da5b09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:56.925735 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:56.962676 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6689b128-66c1-4409-9ef8-96b0da5b09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:57.005753 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 1bc4a054-900a-4c60-bff3-84593cd4469a, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=1bc4a054-900a-4c60-bff3-84593cd4469a,segment=NetworkSegment(370420dd-1ede-4f08-bb30-06e23ac1f4b1),segment_id=370420dd-1ede-4f08-bb30-06e23ac1f4b1)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:20:57.013175 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:57.081092 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.db.api [None req-6689b128-66c1-4409-9ef8-96b0da5b09c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 00:20:57.081501 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG oslo_db.api [None req-6689b128-66c1-4409-9ef8-96b0da5b09c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 00:20:57.086781 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=1bc4a054-900a-4c60-bff3-84593cd4469a,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:20:57.736614 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-2c0ebddb-b798-43b6-be6e-76da881fc7d7 None None] Provisioning complete for port 1bc4a054-900a-4c60-bff3-84593cd4469a triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:20:57.737292 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-2c0ebddb-b798-43b6-be6e-76da881fc7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:57.924716 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-67de5d79-ad41-4a07-aa73-c71216656aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:20:58.176091 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 38906) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:20:58.501606 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1bc4a054-900a-4c60-bff3-84593cd4469a up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:20:58.522749 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [None req-7b344f88-37f2-402f-bad7-dd9a49ee5d11 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:20:58.525875 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-7b344f88-37f2-402f-bad7-dd9a49ee5d11 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3473294 Nov 16 00:20:58.549659 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 1bc4a054-900a-4c60-bff3-84593cd4469a triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:20:58.550025 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:00.580136 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:00.989999 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 38914) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:21:01.318782 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:21:01.347829 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Made reservation on behalf of 86bb07b5ea3a43f7a6edf39eb668e7ed for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:21:01.350706 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:01.368235 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:01.380497 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8112b6ba-d13e-4219-b9a7-c43bd484a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:01.484816 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:01.488685 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:01.501344 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Reserving flat network on physical network physnet1 {{(pid=107819) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 16 00:21:01.537721 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732623882271', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:01.538326 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Unsubscribe: segment precommit_create {{(pid=107819) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 00:21:01.538839 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Added segment ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79 of type flat for network 5c6eca8e-5393-4671-a80e-522d209200b1 Nov 16 00:21:01.556383 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5060b817-4183-4d56-b0ba-846fd14e8266,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:01.609695 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.610046 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.610383 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.610713 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.611036 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.611409 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.611742 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.612083 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.612415 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.612736 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.613051 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.613364 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Tracked resource versions report: Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: pushed versions: Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: { 'AddressGroup': {'1.2'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'ConntrackHelper': {'1.0'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Log': {'1.0'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Network': {'1.1'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Port': {'1.7'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'PortForwarding': {'1.2'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'QosPolicy': {'1.9'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SecurityGroup': {'1.4'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SecurityGroupRule': {'1.2'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SubPort': {'1.0'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Subnet': {'1.1'}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Trunk': {'1.1'}} Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: consumer versions: Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: { DHCP agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: L3 agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: Metadata agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: Metering agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: Open vSwitch agent@dv-cinder-811154-2-iscsi: { 'AddressGroup': '1.2', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'ConntrackHelper': '1.0', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Log': '1.0', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Network': '1.1', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Port': '1.7', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'PortForwarding': '1.2', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'QosPolicy': '1.9', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SecurityGroup': '1.4', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SecurityGroupRule': '1.2', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SubPort': '1.0', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Subnet': '1.1', Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Trunk': '1.1'}} Nov 16 00:21:01.615159 dv-cinder-811154-2-iscsi neutron-server[107819]: {{(pid=107819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 00:21:01.670661 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:01.717565 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:01.718697 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:21:01.719342 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:01.813142 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8219676 Nov 16 00:21:01.828550 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4294451-6729-4ad4-92bc-c72233d64946 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6eca8e-5393-4671-a80e-522d209200b1,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:01.841669 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 5c6eca8e-5393-4671-a80e-522d209200b1 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:21:01.960242 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:03.570039 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:04.328439 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 38936) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:21:04.364714 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:21:04.547213 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3714e24-ae64-401f-9e42-a09b65818b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:21:04.548855 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-f3714e24-ae64-401f-9e42-a09b65818b9e admin admin] 10.222.0.31 "GET /v2.0/subnets/a60c7bbc-2dc1-423a-a904-83935b384953 HTTP/1.1" status: 200 len: 849 time: 0.2193913 Nov 16 00:21:04.736128 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-8077832c-0c09-43d5-bf66-99a373f888db admin admin] 10.222.0.31 "GET /v2.0/routers/d7f2e409-2ca5-4a47-a4f1-246e75432be7 HTTP/1.1" status: 200 len: 704 time: 0.1803038 Nov 16 00:21:05.019589 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:05.327937 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Allocated IP 172.20.0.1 (39f29cb9-cfbf-4bdd-b4a9-8877f8d56388/a60c7bbc-2dc1-423a-a904-83935b384953/31137fd1-bc84-4f2f-aacf-4fffbce24863) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:21:05.523457 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:05.591326 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:05.678459 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:21:05.684939 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:21:05.686590 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Pushing event updated for resources: {'Port': ['ID=31137fd1-bc84-4f2f-aacf-4fffbce24863,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:05.699632 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:21:05.700210 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:05.892051 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-67db06e9-cf33-47b5-a7ef-b6172e03cd99 None None] Provisioning complete for port 31137fd1-bc84-4f2f-aacf-4fffbce24863 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:21:05.892655 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-67db06e9-cf33-47b5-a7ef-b6172e03cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:05.916609 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:05.930745 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-67db06e9-cf33-47b5-a7ef-b6172e03cd99 None None] Port 31137fd1-bc84-4f2f-aacf-4fffbce24863 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:21:06.188521 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:06.193340 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:06.194142 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:06.274669 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Pushing event updated for resources: {'Port': ['ID=31137fd1-bc84-4f2f-aacf-4fffbce24863,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:06.322474 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:21:06.324697 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:21:06.503055 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Router d7f2e409-2ca5-4a47-a4f1-246e75432be7 is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:21:06.551834 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-b849ee36-4676-435a-b4ca-5190d734e423 None None] Provisioning complete for port 31137fd1-bc84-4f2f-aacf-4fffbce24863 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:21:06.552203 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-b849ee36-4676-435a-b4ca-5190d734e423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:06.589451 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-b849ee36-4676-435a-b4ca-5190d734e423 None None] Port 31137fd1-bc84-4f2f-aacf-4fffbce24863 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:21:06.608955 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:21:06.616032 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-1e805887-d7bd-45d2-8e97-7c47fb46af42 admin admin] 10.222.0.31 "PUT /v2.0/routers/d7f2e409-2ca5-4a47-a4f1-246e75432be7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8740396 Nov 16 00:21:06.622918 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Sync routers for ids ['d7f2e409-2ca5-4a47-a4f1-246e75432be7'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:21:06.637339 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Routers {'d7f2e409-2ca5-4a47-a4f1-246e75432be7'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:21:06.638108 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:21:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['d7f2e409-2ca5-4a47-a4f1-246e75432be7'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:21:06.830066 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Set router d7f2e409-2ca5-4a47-a4f1-246e75432be7 gateway port host: None {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:21:07.383514 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'name': 'router1', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:20:55Z', 'updated_at': '2021-11-16T00:21:05Z', 'revision_number': 2, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'gw_port_host': None, '_interfaces': [{'id': '31137fd1-bc84-4f2f-aacf-4fffbce24863', 'name': '', 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'mac_address': 'fa:16:3e:5a:c7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:21:05Z', 'updated_at': '2021-11-16T00:21:06Z', 'revision_number': 2, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'subnets': [{'id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce10db26-d542-462e-9296-2fa86ccb9c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:21:07.438587 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Checking router: d7f2e409-2ca5-4a47-a4f1-246e75432be7 for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:21:07.438946 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Updating router d7f2e409-2ca5-4a47-a4f1-246e75432be7 port 31137fd1-bc84-4f2f-aacf-4fffbce24863 binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:21:07.491888 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.056033 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.065746 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.232242 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Pushing event updated for resources: {'Port': ['ID=31137fd1-bc84-4f2f-aacf-4fffbce24863,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:08.265754 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.266123 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.266444 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.266777 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.267133 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.267462 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.267788 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.268111 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.268437 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.268756 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.269082 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.269392 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Tracked resource versions report: Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: pushed versions: Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: { 'AddressGroup': {'1.2'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'ConntrackHelper': {'1.0'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Log': {'1.0'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Network': {'1.1'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Port': {'1.7'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'PortForwarding': {'1.2'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'QosPolicy': {'1.9'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SecurityGroup': {'1.4'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SecurityGroupRule': {'1.2'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SubPort': {'1.0'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Subnet': {'1.1'}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Trunk': {'1.1'}} Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: consumer versions: Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: { DHCP agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: L3 agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: Metadata agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: Metering agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: Open vSwitch agent@dv-cinder-811154-2-iscsi: { 'AddressGroup': '1.2', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'ConntrackHelper': '1.0', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Log': '1.0', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Network': '1.1', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Port': '1.7', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'PortForwarding': '1.2', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'QosPolicy': '1.9', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SecurityGroup': '1.4', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SecurityGroupRule': '1.2', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SubPort': '1.0', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Subnet': '1.1', Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Trunk': '1.1'}} Nov 16 00:21:08.270711 dv-cinder-811154-2-iscsi neutron-server[107822]: {{(pid=107822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 00:21:08.278526 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Attempting to bind port 31137fd1-bc84-4f2f-aacf-4fffbce24863 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:21:08.278926 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Attempting to bind port 31137fd1-bc84-4f2f-aacf-4fffbce24863 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '370420dd-1ede-4f08-bb30-06e23ac1f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:21:08.279405 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Attempting to bind port 31137fd1-bc84-4f2f-aacf-4fffbce24863 on network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:21:08.285460 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:21:08.286000 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Checking segment: {'id': '370420dd-1ede-4f08-bb30-06e23ac1f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:21:08.286395 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.286790 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Bound using segment: {'id': '370420dd-1ede-4f08-bb30-06e23ac1f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:21:08.287376 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Bound port: 31137fd1-bc84-4f2f-aacf-4fffbce24863, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370420dd-1ede-4f08-bb30-06e23ac1f4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:21:08.287776 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.359471 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] For port 31137fd1-bc84-4f2f-aacf-4fffbce24863, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:21:08.380711 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] For port 31137fd1-bc84-4f2f-aacf-4fffbce24863, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=31137fd1-bc84-4f2f-aacf-4fffbce24863,segment=NetworkSegment(370420dd-1ede-4f08-bb30-06e23ac1f4b1),segment_id=370420dd-1ede-4f08-bb30-06e23ac1f4b1)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:21:08.387642 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.428413 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e473745f-e013-4ffc-9c60-c0592b234907 None None] Provisioning complete for port 31137fd1-bc84-4f2f-aacf-4fffbce24863 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:21:08.428884 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e473745f-e013-4ffc-9c60-c0592b234907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.446099 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Routers {'d7f2e409-2ca5-4a47-a4f1-246e75432be7'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:21:08.446740 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:21:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['d7f2e409-2ca5-4a47-a4f1-246e75432be7'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:21:08.523302 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e473745f-e013-4ffc-9c60-c0592b234907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.559647 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] Set router d7f2e409-2ca5-4a47-a4f1-246e75432be7 gateway port host: None {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:21:08.562225 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e473745f-e013-4ffc-9c60-c0592b234907 None None] For port 31137fd1-bc84-4f2f-aacf-4fffbce24863, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=31137fd1-bc84-4f2f-aacf-4fffbce24863,segment=NetworkSegment(370420dd-1ede-4f08-bb30-06e23ac1f4b1),segment_id=370420dd-1ede-4f08-bb30-06e23ac1f4b1)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:21:08.566562 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e473745f-e013-4ffc-9c60-c0592b234907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.628390 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473745f-e013-4ffc-9c60-c0592b234907 None None] Pushing event updated for resources: {'Port': ['ID=31137fd1-bc84-4f2f-aacf-4fffbce24863,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:08.697141 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-79c05613-a521-4e7e-bfe7-67930dc4ba7d None None] Provisioning complete for port 31137fd1-bc84-4f2f-aacf-4fffbce24863 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:21:08.697907 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-79c05613-a521-4e7e-bfe7-67930dc4ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:08.750309 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad4376-f57b-4f2b-9cb3-4dddabbc9a8b None None] Pushing event updated for resources: {'Port': ['ID=31137fd1-bc84-4f2f-aacf-4fffbce24863,revision_number=4']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:08.911765 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'name': 'router1', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:20:55Z', 'updated_at': '2021-11-16T00:21:05Z', 'revision_number': 2, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'gw_port_host': None, '_interfaces': [{'id': '31137fd1-bc84-4f2f-aacf-4fffbce24863', 'name': '', 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'mac_address': 'fa:16:3e:5a:c7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:21:05Z', 'updated_at': '2021-11-16T00:21:08Z', 'revision_number': 4, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'subnets': [{'id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce10db26-d542-462e-9296-2fa86ccb9c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:21:08.939489 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2190a60-d504-4dc4-ab83-6f11cd8e52e6 None None] The sync data for ids ['d7f2e409-2ca5-4a47-a4f1-246e75432be7'] in dv-cinder-811154-2-iscsi is: [{'id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'name': 'router1', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:20:55Z', 'updated_at': '2021-11-16T00:21:05Z', 'revision_number': 2, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'gw_port_host': None, '_interfaces': [{'id': '31137fd1-bc84-4f2f-aacf-4fffbce24863', 'name': '', 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'mac_address': 'fa:16:3e:5a:c7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:21:05Z', 'updated_at': '2021-11-16T00:21:08Z', 'revision_number': 4, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'subnets': [{'id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce10db26-d542-462e-9296-2fa86ccb9c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:21:09.016902 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 38958) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:21:09.140542 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c5fba8-4c9e-47f8-a40d-b00ab908b105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:21:09.141930 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-23c5fba8-4c9e-47f8-a40d-b00ab908b105 admin admin] 10.222.0.31 "GET /v2.0/networks/5c6eca8e-5393-4671-a80e-522d209200b1 HTTP/1.1" status: 200 len: 842 time: 0.1240575 Nov 16 00:21:09.152741 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'enable_dhcp': False}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:21:09.179462 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Made reservation on behalf of 86bb07b5ea3a43f7a6edf39eb668e7ed for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:21:09.181909 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:09.511170 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.objects.ports [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 16 00:21:09.511504 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:09.562580 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448fb321-2fcf-4085-a956-7b82f3b9b2d7,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:09.581173 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:21:09.581530 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Network hostable DHCP agents. Network: 5c6eca8e-5393-4671-a80e-522d209200b1, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:21:09.609472 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:21:09.621864 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 5c6eca8e-5393-4671-a80e-522d209200b1) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:21:09.626087 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:21:09.626688 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:09.635507 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7122b622-adb6-4337-b332-65d17a3d7180 None None] Network 5c6eca8e-5393-4671-a80e-522d209200b1 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:21:09.648141 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-be293d93-0a3e-4897-8c53-84c5ba6847a5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4987729 Nov 16 00:21:09.850638 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b61970-87cf-4524-8f63-a7fdded0342e None None] Network 5c6eca8e-5393-4671-a80e-522d209200b1 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:21:12.201624 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 38966) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:21:12.433567 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-174195bd-7ac1-4d55-99ff-8447ccf51fb7 admin admin] 10.222.0.31 "GET /v2.0/routers/d7f2e409-2ca5-4a47-a4f1-246e75432be7 HTTP/1.1" status: 200 len: 710 time: 0.2307272 Nov 16 00:21:12.551165 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51ab978-c420-44da-a6cd-a41d87c7e94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:21:12.552645 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-e51ab978-c420-44da-a6cd-a41d87c7e94e admin admin] 10.222.0.31 "GET /v2.0/networks/5c6eca8e-5393-4671-a80e-522d209200b1 HTTP/1.1" status: 200 len: 886 time: 0.1131639 Nov 16 00:21:12.562305 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:21:12.834061 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:13.096527 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:13.175671 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:13.408774 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Allocated IP 172.27.1.213 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/b31b588a-ce4a-43c9-a0fb-edefae9baaef) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:21:13.529018 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:13.596343 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:13.669168 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:21:13.670624 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:21:13.678376 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:21:13.748226 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b31b588a-ce4a-43c9-a0fb-edefae9baaef,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:13.985439 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:14.188849 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2073732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2066534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4656'] for router, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:14.194110 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2073757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2073750', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2066559'] for router, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:14.323236 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Router d7f2e409-2ca5-4a47-a4f1-246e75432be7 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:21:14.438964 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:21:14.444402 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] Notify callbacks [] for router, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:14.445488 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-cb039ff1-7714-4379-898f-c9c16f2899b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/d7f2e409-2ca5-4a47-a4f1-246e75432be7 HTTP/1.1" status: 200 len: 890 time: 1.8864622 Nov 16 00:21:14.570037 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 31137fd1-bc84-4f2f-aacf-4fffbce24863 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:21:14.637054 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 31137fd1-bc84-4f2f-aacf-4fffbce24863 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:21:14.637457 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:15.715831 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Sync routers for ids ['d7f2e409-2ca5-4a47-a4f1-246e75432be7'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:21:15.727022 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Routers {'d7f2e409-2ca5-4a47-a4f1-246e75432be7'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:21:15.727734 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:21:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['d7f2e409-2ca5-4a47-a4f1-246e75432be7'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:21:15.952791 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Set router d7f2e409-2ca5-4a47-a4f1-246e75432be7 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:21:16.384625 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'name': 'router1', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b31b588a-ce4a-43c9-a0fb-edefae9baaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:20:55Z', 'updated_at': '2021-11-16T00:21:13Z', 'revision_number': 4, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'gw_port': {'id': 'b31b588a-ce4a-43c9-a0fb-edefae9baaef', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:21:13Z', 'updated_at': '2021-11-16T00:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '31137fd1-bc84-4f2f-aacf-4fffbce24863', 'name': '', 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'mac_address': 'fa:16:3e:5a:c7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:21:05Z', 'updated_at': '2021-11-16T00:21:08Z', 'revision_number': 5, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'subnets': [{'id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce10db26-d542-462e-9296-2fa86ccb9c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:21:16.438257 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Checking router: d7f2e409-2ca5-4a47-a4f1-246e75432be7 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:21:16.438612 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Updating router d7f2e409-2ca5-4a47-a4f1-246e75432be7 port b31b588a-ce4a-43c9-a0fb-edefae9baaef binding host dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:21:16.487813 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:16.916694 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Notify callbacks [] for port, precommit_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:16.925038 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:16.981855 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf1471-ae57-4797-8bdb-42f8210d2d31 None None] Pushing event updated for resources: {'Port': ['ID=b31b588a-ce4a-43c9-a0fb-edefae9baaef,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:16.986240 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Attempting to bind port b31b588a-ce4a-43c9-a0fb-edefae9baaef on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:21:16.986609 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Attempting to bind port b31b588a-ce4a-43c9-a0fb-edefae9baaef by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:21:16.986971 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Attempting to bind port b31b588a-ce4a-43c9-a0fb-edefae9baaef on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:21:16.993503 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:21:16.993924 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:21:16.994473 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:16.994730 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:21:16.995148 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Bound port: b31b588a-ce4a-43c9-a0fb-edefae9baaef, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:21:16.995552 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:17.056030 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] For port b31b588a-ce4a-43c9-a0fb-edefae9baaef, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:21:17.060714 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] For port b31b588a-ce4a-43c9-a0fb-edefae9baaef, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=b31b588a-ce4a-43c9-a0fb-edefae9baaef,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:21:17.066114 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:17.121651 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Routers {'d7f2e409-2ca5-4a47-a4f1-246e75432be7'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:21:17.122464 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:21:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['d7f2e409-2ca5-4a47-a4f1-246e75432be7'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:21:17.205323 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf1471-ae57-4797-8bdb-42f8210d2d31 None None] Pushing event updated for resources: {'Port': ['ID=b31b588a-ce4a-43c9-a0fb-edefae9baaef,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:17.283716 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] Set router d7f2e409-2ca5-4a47-a4f1-246e75432be7 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:21:17.589708 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 38978) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:21:17.605309 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'name': 'router1', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b31b588a-ce4a-43c9-a0fb-edefae9baaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:20:55Z', 'updated_at': '2021-11-16T00:21:13Z', 'revision_number': 4, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'gw_port': {'id': 'b31b588a-ce4a-43c9-a0fb-edefae9baaef', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:21:13Z', 'updated_at': '2021-11-16T00:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '31137fd1-bc84-4f2f-aacf-4fffbce24863', 'name': '', 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'mac_address': 'fa:16:3e:5a:c7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:21:05Z', 'updated_at': '2021-11-16T00:21:08Z', 'revision_number': 5, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'subnets': [{'id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce10db26-d542-462e-9296-2fa86ccb9c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:21:17.655370 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714cd91-4bfd-4c0c-80a9-ad327b144c10 None None] The sync data for ids ['d7f2e409-2ca5-4a47-a4f1-246e75432be7'] in dv-cinder-811154-2-iscsi is: [{'id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'name': 'router1', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'b31b588a-ce4a-43c9-a0fb-edefae9baaef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:20:55Z', 'updated_at': '2021-11-16T00:21:13Z', 'revision_number': 4, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'gw_port': {'id': 'b31b588a-ce4a-43c9-a0fb-edefae9baaef', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:21:13Z', 'updated_at': '2021-11-16T00:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '31137fd1-bc84-4f2f-aacf-4fffbce24863', 'name': '', 'network_id': '39f29cb9-cfbf-4bdd-b4a9-8877f8d56388', 'tenant_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'mac_address': 'fa:16:3e:5a:c7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f2e409-2ca5-4a47-a4f1-246e75432be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:21:05Z', 'updated_at': '2021-11-16T00:21:08Z', 'revision_number': 5, 'project_id': 'fd8bdca522e34f87bb098d96f109cf2b', 'subnets': [{'id': 'a60c7bbc-2dc1-423a-a904-83935b384953', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ce10db26-d542-462e-9296-2fa86ccb9c21'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:21:17.729745 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-252aff67-4f81-4aef-b51b-a36310924b7c admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1377223 Nov 16 00:21:18.615809 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device b31b588a-ce4a-43c9-a0fb-edefae9baaef up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:21:18.706267 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port b31b588a-ce4a-43c9-a0fb-edefae9baaef triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:21:18.706819 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:18.825233 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:18.848967 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port b31b588a-ce4a-43c9-a0fb-edefae9baaef, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=b31b588a-ce4a-43c9-a0fb-edefae9baaef,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:21:18.854322 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:18.915033 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=b31b588a-ce4a-43c9-a0fb-edefae9baaef,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:21:20.552671 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device b31b588a-ce4a-43c9-a0fb-edefae9baaef up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:21:20.618792 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port b31b588a-ce4a-43c9-a0fb-edefae9baaef triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:21:20.619223 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:27.949896 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-4faa0837-af51-4de4-afe3-0486b566a51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:30.584914 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:31.401334 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-b1847c88-3237-4a69-8eac-c2d441da578b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:31.962918 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:33.591258 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:21:41.368774 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:21:57.942703 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-787c793f-2d67-4ebc-b617-eda6ac8c7757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:00.589394 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:01.393103 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8f84f64f-c953-40ed-a7e2-fec1740f3cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:01.990574 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:03.613752 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:18.367848 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:22:27.937938 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-5006f384-db0f-48ba-bb3e-28411aa4feb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:30.592463 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:31.402051 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9c0aa1aa-1ee9-4c94-9115-c42ed8e4d924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:31.967852 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:33.608719 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:22:55.366789 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:22:57.940626 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-311bec4a-acb9-4eb4-83c9-fc53e9f6299a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:00.229856 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39542) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:00.293346 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e666d2-e058-428e-bfb0-c9855275b9ae admin admin] GET failed (client error): The resource could not be found. Nov 16 00:23:00.294740 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-d5e666d2-e058-428e-bfb0-c9855275b9ae admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639093 Nov 16 00:23:00.461720 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0a68b-b2a2-47d0-9aed-730c849571ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:00.463125 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-3db0a68b-b2a2-47d0-9aed-730c849571ec admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633031 Nov 16 00:23:00.598646 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:01.384487 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-14d84cff-bff6-412b-a7eb-6dfa7b4edd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:01.971447 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:02.702425 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39552) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:02.809836 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b73989-7a0c-4446-881e-2a53d0959208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:02.811190 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-97b73989-7a0c-4446-881e-2a53d0959208 admin admin] 10.222.0.31 "GET /v2.0/subnets/a60c7bbc-2dc1-423a-a904-83935b384953 HTTP/1.1" status: 200 len: 849 time: 0.1077807 Nov 16 00:23:02.822119 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:23:02.912861 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Notify callbacks [] for subnet, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:03.154873 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732623904579'] for subnet, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:03.184561 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:03.185150 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:03.186431 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] 10.222.0.31 "PUT /v2.0/subnets/a60c7bbc-2dc1-423a-a904-83935b384953 HTTP/1.1" status: 200 len: 868 time: 0.3682220 Nov 16 00:23:03.202416 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb0d7d-d667-4631-9dfc-007937076561 None None] Network 39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:23:03.209016 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60c7bbc-2dc1-423a-a904-83935b384953,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:23:03.216860 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.217226 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.217572 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.217913 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.218248 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.218598 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.218937 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.219311 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.219661 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.220099 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.220426 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.220877 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318b4a1b-89c0-4a61-8e99-90cd77a46f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:03.612934 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-53dc8542-751f-4069-9952-45ed121f1546 None None] Provisioning complete for port 31137fd1-bc84-4f2f-aacf-4fffbce24863 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:23:03.613444 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-53dc8542-751f-4069-9952-45ed121f1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:03.616514 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:03.703264 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-53dc8542-751f-4069-9952-45ed121f1546 None None] Provisioning complete for port 1bc4a054-900a-4c60-bff3-84593cd4469a triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:23:03.703528 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-53dc8542-751f-4069-9952-45ed121f1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:05.460350 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39560) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:05.671732 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f7299-a5af-460f-913f-fdb57de5ba54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:05.672097 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f7299-a5af-460f-913f-fdb57de5ba54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:05.674431 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-607f7299-a5af-460f-913f-fdb57de5ba54 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2130988 Nov 16 00:23:07.963028 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39568) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:08.096901 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574f322-8f09-4e39-afd6-c61158062ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:08.097380 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574f322-8f09-4e39-afd6-c61158062ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:08.098934 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-1574f322-8f09-4e39-afd6-c61158062ce0 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1349194 Nov 16 00:23:10.375231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39576) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:10.508794 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a22ae6-3d7a-4d95-9353-2cf62130fa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:10.510178 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b2a22ae6-3d7a-4d95-9353-2cf62130fa77 admin admin] 10.222.0.31 "GET /v2.0/networks/39f29cb9-cfbf-4bdd-b4a9-8877f8d56388 HTTP/1.1" status: 200 len: 869 time: 0.1339216 Nov 16 00:23:12.799785 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39584) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:12.926764 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13fe698-fc7a-4d21-a904-92d4c0004c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:12.928201 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-a13fe698-fc7a-4d21-a904-92d4c0004c8c admin admin] 10.222.0.31 "GET /v2.0/networks/5c6eca8e-5393-4671-a80e-522d209200b1 HTTP/1.1" status: 200 len: 886 time: 0.1274307 Nov 16 00:23:15.168876 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39592) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:15.297139 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b6f99-55e0-4ac5-a373-abd70547aa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:15.298116 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b6f99-55e0-4ac5-a373-abd70547aa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:15.299690 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-759b6f99-55e0-4ac5-a373-abd70547aa17 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1298585 Nov 16 00:23:17.526562 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 39600) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:17.649024 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e902f-366f-4511-92f0-d21178f742b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:17.649472 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e902f-366f-4511-92f0-d21178f742b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:17.651006 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-608e902f-366f-4511-92f0-d21178f742b6 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234682 Nov 16 00:23:19.910249 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 39610) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:20.002401 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67057c13-a71d-47e2-8bd4-3edaa2b345fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:20.003796 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-67057c13-a71d-47e2-8bd4-3edaa2b345fb admin admin] 10.222.0.31 "GET /v2.0/subnets/448fb321-2fcf-4085-a956-7b82f3b9b2d7 HTTP/1.1" status: 200 len: 816 time: 0.0925996 Nov 16 00:23:22.213817 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 39618) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:22.308446 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef454a-6b42-44ca-95c0-fe0301ea71aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:22.309836 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-4bef454a-6b42-44ca-95c0-fe0301ea71aa admin admin] 10.222.0.31 "GET /v2.0/subnets/a60c7bbc-2dc1-423a-a904-83935b384953 HTTP/1.1" status: 200 len: 868 time: 0.0950584 Nov 16 00:23:27.944663 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9976b3cd-5d4b-4306-8ade-a26ba6357587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:30.600407 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:31.385415 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-2db0ac01-f385-4504-87f8-6fcd07768fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:31.973987 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:32.366203 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:23:33.613942 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:46.763698 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39672) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:46.814059 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [None req-57fcf11f-e0a8-41fb-96c0-8f042d1fdcb3 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:23:46.815075 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-57fcf11f-e0a8-41fb-96c0-8f042d1fdcb3 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504229 Nov 16 00:23:49.205667 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39680) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:49.271221 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d0893b-b37a-4c6d-9e02-ab73fdbe3977 admin admin] GET failed (client error): The resource could not be found. Nov 16 00:23:49.272617 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-a2d0893b-b37a-4c6d-9e02-ab73fdbe3977 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659871 Nov 16 00:23:49.366266 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1ef725-2855-4150-bb4d-8a55c3a2afc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:49.367882 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0f1ef725-2855-4150-bb4d-8a55c3a2afc4 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0905142 Nov 16 00:23:51.783034 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 39688) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:51.835344 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:23:51.857668 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Made reservation on behalf of 86bb07b5ea3a43f7a6edf39eb668e7ed for: {'network': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:23:51.861726 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:51.899423 dv-cinder-811154-2-iscsi neutron-server[107820]: WARNING neutron.services.revisions.revision_plugin [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Could not find related network for resource to bump revision. Nov 16 00:23:51.914837 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=107820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:23:51.929300 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:51.929863 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.segments_db [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Added segment b0406257-db81-4a01-b304-e34fef3c862a of type vlan for network 27f9bee2-5dc5-450d-9004-aa5d851c2221 Nov 16 00:23:52.047571 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:52.072761 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:52.073781 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:52.074372 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:52.130951 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3467016 Nov 16 00:23:52.138847 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Pushing event updated for resources: {'Network': ['ID=27f9bee2-5dc5-450d-9004-aa5d851c2221,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:23:52.148227 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.148617 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.148958 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.149297 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.149631 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.149983 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.150319 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.150650 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.150998 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.151361 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.151687 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.152013 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c488e023-033f-4d6c-824b-9ea140beaf2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:52.165836 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 27f9bee2-5dc5-450d-9004-aa5d851c2221 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:23:54.444197 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39696) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:23:54.511854 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.pecan_wsgi.hooks.translation [None req-938742c1-089c-427c-86db-577ecc26860c admin admin] GET failed (client error): The resource could not be found. Nov 16 00:23:54.513222 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-938742c1-089c-427c-86db-577ecc26860c admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0681043 Nov 16 00:23:54.584021 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4badb7-5a4f-4832-bad7-c725c817bcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:54.585478 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-5b4badb7-5a4f-4832-bad7-c725c817bcf8 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674622 Nov 16 00:23:54.596056 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Request body: {'subnet': {'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:23:54.616493 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Made reservation on behalf of 86bb07b5ea3a43f7a6edf39eb668e7ed for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:23:54.618737 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:54.785750 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:54.841338 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19167c8c-38aa-46cc-bf9e-22315f3a4190,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:23:54.851266 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Checking segment: {'id': 'b0406257-db81-4a01-b304-e34fef3c862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:23:54.851617 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Network hostable DHCP agents. Network: 27f9bee2-5dc5-450d-9004-aa5d851c2221, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:23:54.867486 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Network 27f9bee2-5dc5-450d-9004-aa5d851c2221 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:23:54.876807 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 27f9bee2-5dc5-450d-9004-aa5d851c2221) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:23:54.881579 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:23:54.882172 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:54.887512 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004157c3-3418-42f7-bd6f-6fce91f9cf39 None None] Network 27f9bee2-5dc5-450d-9004-aa5d851c2221 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:23:54.903122 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-72a1cf97-45d0-4bb9-9cb2-5c9442161e31 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3107061 Nov 16 00:23:55.044113 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-27f9bee2-5dc5-450d-9004-aa5d851c2221', 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221', 'tenant_id': '86bb07b5ea3a43f7a6edf39eb668e7ed', 'fixed_ips': [{'subnet_id': '19167c8c-38aa-46cc-bf9e-22315f3a4190'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:23:55.045270 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:55.179385 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Allocated IP 192.168.233.2 (27f9bee2-5dc5-450d-9004-aa5d851c2221/19167c8c-38aa-46cc-bf9e-22315f3a4190/0f660613-e082-429f-ac36-a7b11c317196) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:23:55.339018 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:55.348988 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:55.387662 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Network 27f9bee2-5dc5-450d-9004-aa5d851c2221 is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:23:55.389060 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:23:55.392690 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:23:55.404023 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Pushing event updated for resources: {'Port': ['ID=0f660613-e082-429f-ac36-a7b11c317196,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:23:55.429453 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.429814 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.430166 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.430504 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.430844 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.431208 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.431568 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.431878 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.432325 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.432597 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.433068 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.433280 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:23:55.469081 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Attempting to bind port 0f660613-e082-429f-ac36-a7b11c317196 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:23:55.469721 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Attempting to bind port 0f660613-e082-429f-ac36-a7b11c317196 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'b0406257-db81-4a01-b304-e34fef3c862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:23:55.470274 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Attempting to bind port 0f660613-e082-429f-ac36-a7b11c317196 on network 27f9bee2-5dc5-450d-9004-aa5d851c2221 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:23:55.476864 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:23:55.477245 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Checking segment: {'id': 'b0406257-db81-4a01-b304-e34fef3c862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:23:55.477649 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:55.478043 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Bound using segment: {'id': 'b0406257-db81-4a01-b304-e34fef3c862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:23:55.478515 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Bound port: 0f660613-e082-429f-ac36-a7b11c317196, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0406257-db81-4a01-b304-e34fef3c862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:23:55.478917 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:55.544482 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] For port 0f660613-e082-429f-ac36-a7b11c317196, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:23:55.548473 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] For port 0f660613-e082-429f-ac36-a7b11c317196, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=0f660613-e082-429f-ac36-a7b11c317196,segment=NetworkSegment(b0406257-db81-4a01-b304-e34fef3c862a),segment_id=b0406257-db81-4a01-b304-e34fef3c862a)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:23:55.554592 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:55.626912 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd8661-d3be-4ebe-9cb3-d21eb48d2140 None None] Pushing event updated for resources: {'Port': ['ID=0f660613-e082-429f-ac36-a7b11c317196,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:23:56.398661 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb53bdb-ae4f-4623-a0fd-cc81f4fa2275 None None] Network 27f9bee2-5dc5-450d-9004-aa5d851c2221 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:23:56.466592 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-395d063b-bccb-4058-9fce-2119c8b73c8a None None] Provisioning complete for port 0f660613-e082-429f-ac36-a7b11c317196 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:23:56.466965 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-395d063b-bccb-4058-9fce-2119c8b73c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:56.616911 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-395d063b-bccb-4058-9fce-2119c8b73c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:56.663653 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-395d063b-bccb-4058-9fce-2119c8b73c8a None None] For port 0f660613-e082-429f-ac36-a7b11c317196, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=0f660613-e082-429f-ac36-a7b11c317196,segment=NetworkSegment(b0406257-db81-4a01-b304-e34fef3c862a),segment_id=b0406257-db81-4a01-b304-e34fef3c862a)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:23:56.668560 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-395d063b-bccb-4058-9fce-2119c8b73c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:56.707403 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 0f660613-e082-429f-ac36-a7b11c317196 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:23:56.768427 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d063b-bccb-4058-9fce-2119c8b73c8a None None] Pushing event updated for resources: {'Port': ['ID=0f660613-e082-429f-ac36-a7b11c317196,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:23:56.790949 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 0f660613-e082-429f-ac36-a7b11c317196 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:23:56.791411 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:56.894277 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-9bc55994-ab72-422f-86db-4c2743c4a96b None None] Provisioning complete for port 0f660613-e082-429f-ac36-a7b11c317196 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:23:56.894679 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9bc55994-ab72-422f-86db-4c2743c4a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:57.947415 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-b507dae1-3bf5-4157-88cd-fa361e051fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:23:58.650263 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 0f660613-e082-429f-ac36-a7b11c317196 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:23:58.700418 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 0f660613-e082-429f-ac36-a7b11c317196 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:23:58.700784 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:00.602609 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:01.389372 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf792-c228-4185-8131-64767c907fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:01.978301 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:03.615936 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:09.367945 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:24:27.948258 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-487ecc9a-206a-465b-b15e-480b4d6c4326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:30.604790 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:31.393061 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a19a1b4a-7f79-43f0-b399-21c7d04831ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:31.981895 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:33.619265 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:24:46.366191 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:24:57.949835 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-5454a390-d972-42ff-bf28-2abf581b0c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:00.608181 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:01.395609 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-30f8687b-631d-46c9-bfd8-51d46b5ca82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:01.984036 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:03.621977 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:09.732499 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 39748) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:25:09.739331 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [None req-aafb4abf-070f-4ca5-a25c-58e3a41f7f23 tempest-verify_tempest_config-1113569438 tempest-verify_tempest_config-1113569438-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:25:09.740332 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-aafb4abf-070f-4ca5-a25c-58e3a41f7f23 tempest-verify_tempest_config-1113569438 tempest-verify_tempest_config-1113569438-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068653 Nov 16 00:25:10.046903 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 39766) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:25:10.151586 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:10.229416 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:10.233243 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:10.282186 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=573c3ab5c5e0497f920c18b75f483bc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2341743 Nov 16 00:25:10.283413 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74b6be0-9dfb-40af-9246-283dce598294,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:25:10.284945 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39770) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:25:10.290756 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.291210 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.291614 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.291956 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.292287 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.292642 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.293001 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.293334 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.293726 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.294341 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.294702 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.295399 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda7bf6-5632-42d1-8fd1-7a5eadd06f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.343615 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:10.364999 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:10.454235 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:10.456974 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:10.458130 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d74b6be0-9dfb-40af-9246-283dce598294 HTTP/1.1" status: 204 len: 168 time: 0.1721778 Nov 16 00:25:10.467845 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74b6be0-9dfb-40af-9246-283dce598294,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:25:10.476050 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.476625 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.477170 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.477748 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.478335 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.478938 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.479558 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.480114 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.480718 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.481394 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.482171 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:10.482693 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1f0138-038b-4200-bfef-c9cdffba04e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:25:23.364577 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:25:27.952685 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fa762f7b-d603-43a9-80f9-8c4e3ac6c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:30.609738 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:31.396423 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0daa739a-dc0b-4240-95ac-b1d171948dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:31.985031 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:33.625585 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:25:57.952358 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-3cd25dab-97fd-466a-9690-76b91b77f614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:00.363859 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:26:00.612072 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:01.397137 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-d2215fe1-0476-4552-9f24-f0ddc561515c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:01.987794 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:03.628796 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:27.953949 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e02c0e6c-3cb6-42ef-8424-507230794e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:30.612627 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:31.398468 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0f5f0b66-58b0-4916-b2d7-9c6fdea0d752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:31.993091 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:33.631196 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:37.362137 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 5 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:26:37.867296 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073215'] for agent, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:26:52.727752 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39844) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:26:52.831461 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-25bba074-14da-439d-a985-59b9d6297e7c admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1026084 Nov 16 00:26:55.157572 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 39854) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:26:55.212884 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-67109b1f-afab-452a-a589-f939c24a39b3 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0542307 Nov 16 00:26:57.956709 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-947cfc69-3c14-422d-b251-e48e9c569059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:00.616048 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:01.401222 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-d3b83196-94c2-4848-bcde-d15a5b4fecf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:01.994623 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:03.633974 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:07.818933 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:14.361200 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:27:27.957248 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-79f87302-a1e9-488a-a0d6-7da7ac41751a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:30.617037 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:31.400474 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-3ab7016a-2a9a-43b2-8e50-6631a3a4cc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:31.999014 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:33.636456 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:37.834916 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:27:51.361498 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:27:57.959919 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ceb57318-db39-4c99-9930-6ae9308dbf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:00.620317 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:01.401915 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-21bfb2e2-b48f-4ca4-b704-a34525e42cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:02.000622 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:03.643579 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:07.834598 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:27.971443 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-7ec49e81-519d-419f-909c-63d224f7ba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:28.362305 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:28:30.637513 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:31.406607 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ee86937b-ee08-4c9e-99b9-4aaded3bcc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.007638 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.301196 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40044) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:32.625173 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1715924239-network', 'tenant_id': '273835248c36490c9fc2db9b2a651333'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:32.648825 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Made reservation on behalf of 273835248c36490c9fc2db9b2a651333 for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:28:32.651351 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.659870 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.743468 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.753952 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.787836 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:28:32.796861 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bdeed6-6339-406f-8130-b63ce6a2128e,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:32.809775 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.810131 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.810693 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.811028 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.811434 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.811952 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.812436 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.813068 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.813325 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.813728 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.814136 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.814526 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Tracked resource versions report: Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: pushed versions: Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: { 'AddressGroup': {'1.2'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'ConntrackHelper': {'1.0'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Log': {'1.0'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Network': {'1.1'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Port': {'1.7'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'PortForwarding': {'1.2'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'QosPolicy': {'1.9'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SecurityGroup': {'1.4'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SecurityGroupRule': {'1.2'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SubPort': {'1.0'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Subnet': {'1.1'}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Trunk': {'1.1'}} Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: consumer versions: Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: { DHCP agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: HyperV agent@hv-cinder-81115: {}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: L3 agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: Metadata agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: Metering agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: Open vSwitch agent@dv-cinder-811154-2-iscsi: { 'AddressGroup': '1.2', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'ConntrackHelper': '1.0', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Log': '1.0', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Network': '1.1', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Port': '1.7', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'PortForwarding': '1.2', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'QosPolicy': '1.9', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SecurityGroup': '1.4', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SecurityGroupRule': '1.2', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'SubPort': '1.0', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Subnet': '1.1', Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: 'Trunk': '1.1'}} Nov 16 00:28:32.815595 dv-cinder-811154-2-iscsi neutron-server[107819]: {{(pid=107819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 00:28:32.821812 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.822154 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Added segment bba6eeeb-50bd-4926-b568-3e30e80feb0b of type vlan for network 4e083894-713d-40ec-82b0-770ac030fcb9 Nov 16 00:28:32.866510 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.899118 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.900800 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:32.901489 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:32.955148 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6519909 Nov 16 00:28:32.959057 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40080) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:32.965008 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Request body: {'subnet': {'network_id': '4e083894-713d-40ec-82b0-770ac030fcb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1715924239-subnet', 'tenant_id': '273835248c36490c9fc2db9b2a651333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:32.969831 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40084) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:32.981046 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40088) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:32.997984 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee2787-929f-497c-8799-0b4a7fb341e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4e083894-713d-40ec-82b0-770ac030fcb9,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:33.006100 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Made reservation on behalf of 273835248c36490c9fc2db9b2a651333 for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:28:33.009841 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Notify callbacks [] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.012251 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 4e083894-713d-40ec-82b0-770ac030fcb9 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:28:33.139784 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40098) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:33.204839 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.251141 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcabda12-0cae-4950-b3b7-90df05cc2d9b,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:33.260871 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.261248 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.261587 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.261916 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.262240 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.262584 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.262912 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.263273 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.263614 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.263925 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.264249 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.264929 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Tracked resource versions report: Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: pushed versions: Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: { 'AddressGroup': {'1.2'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'ConntrackHelper': {'1.0'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Log': {'1.0'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Network': {'1.1'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Port': {'1.7'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'PortForwarding': {'1.2'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'QosPolicy': {'1.9'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SecurityGroup': {'1.4'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SecurityGroupRule': {'1.2'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SubPort': {'1.0'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Subnet': {'1.1'}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Trunk': {'1.1'}} Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: consumer versions: Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: { DHCP agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: HyperV agent@hv-cinder-81115: {}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: L3 agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: Metadata agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: Metering agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: Open vSwitch agent@dv-cinder-811154-2-iscsi: { 'AddressGroup': '1.2', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'ConntrackHelper': '1.0', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Log': '1.0', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Network': '1.1', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Port': '1.7', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'PortForwarding': '1.2', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'QosPolicy': '1.9', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SecurityGroup': '1.4', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SecurityGroupRule': '1.2', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'SubPort': '1.0', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Subnet': '1.1', Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: 'Trunk': '1.1'}} Nov 16 00:28:33.265574 dv-cinder-811154-2-iscsi neutron-server[107820]: {{(pid=107820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 00:28:33.290624 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Checking segment: {'id': 'bba6eeeb-50bd-4926-b568-3e30e80feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e083894-713d-40ec-82b0-770ac030fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:33.291247 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Network hostable DHCP agents. Network: 4e083894-713d-40ec-82b0-770ac030fcb9, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:28:33.310533 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Network 4e083894-713d-40ec-82b0-770ac030fcb9 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:28:33.320882 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 4e083894-713d-40ec-82b0-770ac030fcb9) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:33.325700 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:33.326327 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.339167 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2269bed9-a194-4213-b5be-ebee5a98e843 None None] Network 4e083894-713d-40ec-82b0-770ac030fcb9 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:28:33.339716 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-228353941-network', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:33.344050 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-846203406-network', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:33.350790 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-e6294124-716b-47c2-8bd5-2d9df2b0717f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3905909 Nov 16 00:28:33.361305 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.db.api [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 00:28:33.361305 dv-cinder-811154-2-iscsi neutron-server[107820]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 00:28:33.361305 dv-cinder-811154-2-iscsi neutron-server[107820]: [parameters: {'project_id_1': '6a41a4472a974da5aee5d6b458d9f619', 'expiration_1': datetime.datetime(2021, 11, 16, 0, 28, 13, 352939)}] Nov 16 00:28:33.361305 dv-cinder-811154-2-iscsi neutron-server[107820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 00:28:33.362478 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG oslo_db.api [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 00:28:33.371844 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Made reservation on behalf of a0f2408fc1d043e581cf3406f493b307 for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:28:33.376452 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.387396 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.447509 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-398031369-network', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:33.489324 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.501701 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242ba04f-837f-426c-af5c-8b2f75b9b271 None None] Network 4e083894-713d-40ec-82b0-770ac030fcb9 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:28:33.503607 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.516654 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:28:33.530842 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.531835 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Added segment a8b3b33b-6bd0-4f71-b9af-884c841d64a6 of type vlan for network 3262426f-7c77-4fea-b32e-ea6229d56ca5 Nov 16 00:28:33.582166 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.619281 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.620682 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:33.621283 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.636363 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Made reservation on behalf of 1e424e3f6e1d448fb921f87b10aa1fc5 for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:28:33.639234 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.651314 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.682619 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.799440 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8169451 Nov 16 00:28:33.799618 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40126) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:33.800946 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266e8b8d-c8ba-41a6-ad24-030b324f1366,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:33.807135 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Request body: {'subnet': {'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-228353941-subnet', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:33.854681 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Made reservation on behalf of a0f2408fc1d043e581cf3406f493b307 for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:28:33.857749 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.873240 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.879518 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8d127-6189-47ac-b6b1-d203295a9c13 admin admin] Pushing event updated for resources: {'Network': ['ID=3262426f-7c77-4fea-b32e-ea6229d56ca5,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:33.883443 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.891586 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:28:33.914991 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55405c69-d8ab-4222-9666-764e840b6d64,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:33.922266 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:28:33.958730 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:33.959176 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Added segment 4336905e-f3e0-438f-b53e-21e1a2ce71f9 of type vlan for network 2716731e-1433-4cb7-8b9e-2e41adaa7566 Nov 16 00:28:34.007358 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.041446 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Made reservation on behalf of 6a41a4472a974da5aee5d6b458d9f619 for: {'network': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:28:34.044399 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.045876 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.047291 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:34.048192 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.059510 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.186629 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.212977 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.226498 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=107820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:28:34.245091 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.245447 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.segments_db [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Added segment 8ae9617d-9e1f-4b2a-b221-c54984d64d45 of type vlan for network f8b59832-05f6-4e7c-ada4-45e801ce41ec Nov 16 00:28:34.250243 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1067905 Nov 16 00:28:34.251960 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40146) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:34.279975 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Request body: {'subnet': {'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-subnet', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:34.291748 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229bf89-d7c4-4d90-8c1e-193d51269665 admin admin] Pushing event updated for resources: {'Network': ['ID=2716731e-1433-4cb7-8b9e-2e41adaa7566,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:34.303469 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 2716731e-1433-4cb7-8b9e-2e41adaa7566 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:28:34.334740 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Made reservation on behalf of 1e424e3f6e1d448fb921f87b10aa1fc5 for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:28:34.337305 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.349906 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.381555 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d229379-7000-4269-809c-aad743be4478,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:34.393178 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.479997 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.481171 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:34.482008 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.521815 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Checking segment: {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:34.522475 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Network hostable DHCP agents. Network: 3262426f-7c77-4fea-b32e-ea6229d56ca5, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:28:34.534190 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00cf4cb-12d8-4c12-a763-066afa9978bb,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:34.547363 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5764585 Nov 16 00:28:34.560971 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40160) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:34.568215 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Request body: {'subnet': {'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-subnet', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:34.601982 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40164) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:34.621673 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:28:34.632124 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Made reservation on behalf of 6a41a4472a974da5aee5d6b458d9f619 for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:28:34.634927 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.670468 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.710379 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e065f267-c6f8-4c5b-abd1-ebb094a971ff,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:34.761124 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Checking segment: {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:34.761902 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Network hostable DHCP agents. Network: 2716731e-1433-4cb7-8b9e-2e41adaa7566, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:28:34.788178 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Network 2716731e-1433-4cb7-8b9e-2e41adaa7566 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:28:34.803415 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 2716731e-1433-4cb7-8b9e-2e41adaa7566) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:34.815813 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52f7944-da0f-4d8d-8f77-99f7b87097b6 None None] Network 2716731e-1433-4cb7-8b9e-2e41adaa7566 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:28:34.819834 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:34.820432 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.839890 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 3262426f-7c77-4fea-b32e-ea6229d56ca5) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:34.864764 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-9bcd6dc5-e8ec-4ac5-ab1c-bafbf1578415 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6071329 Nov 16 00:28:34.865002 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40178) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:34.886394 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:34.914152 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:34.914753 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.954104 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25704214-9946-4622-9c0b-1e643247a924 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b59832-05f6-4e7c-ada4-45e801ce41ec,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:34.955565 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.958279 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.971404 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.975678 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6b578ccf-cf3c-49ad-84a4-366dda8df7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:34.985427 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f6d7f-ccbc-4e99-a643-621df2cd1dc3 None None] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:28:34.990358 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-efedc65c-f988-4ff2-ae34-cda6abd09e1a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1894350 Nov 16 00:28:34.996484 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40184) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:34.999258 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:28:35.074305 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:35.121734 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=917d8554-6d7a-4b89-8408-a164beda5d9b,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:35.167310 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Checking segment: {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:35.168231 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Network hostable DHCP agents. Network: f8b59832-05f6-4e7c-ada4-45e801ce41ec, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:28:35.236064 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:28:35.245863 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.247248 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.257573 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, f8b59832-05f6-4e7c-ada4-45e801ce41ec) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:35.263661 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:35.264257 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.279741 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2488514e-9778-4471-b1bd-afeada05ccd6 None None] Network 2716731e-1433-4cb7-8b9e-2e41adaa7566 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:28:35.281994 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0bd457-80d4-4dc8-84b9-9ca57ac0d418 None None] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:28:35.296403 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-3bc484a8-8e5c-4821-8a82-6faf8dbdeb2e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7314308 Nov 16 00:28:35.296764 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40194) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:35.303316 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:35.334553 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.342630 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.349902 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.351218 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.492400 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.693502 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:28:35.695226 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.743666 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6b578ccf-cf3c-49ad-84a4-366dda8df7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.825073 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6b578ccf-cf3c-49ad-84a4-366dda8df7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.870994 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:35.975716 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Allocated IP 172.20.0.2 (f8b59832-05f6-4e7c-ada4-45e801ce41ec/917d8554-6d7a-4b89-8408-a164beda5d9b/2120e626-e528-422c-954d-b216a1456cf9) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:28:36.157410 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.196780 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-6b578ccf-cf3c-49ad-84a4-366dda8df7d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=742c086bd6b34d4a857289d117e45166&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5937278 Nov 16 00:28:36.214467 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40234) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:36.261896 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.282075 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.295167 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b578ccf-cf3c-49ad-84a4-366dda8df7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04998885-58e9-470d-ae19-70f6c67011de,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:36.301540 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.466104 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-3262426f-7c77-4fea-b32e-ea6229d56ca5', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:28:36.467461 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.480669 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Allocated IP 172.27.1.59 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/148a5e96-9c08-4279-85d0-4129570a1cae) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:28:36.547989 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-41fcad8e-ae1f-48bf-968c-00a2fe99b78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.549647 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40256) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:36.554073 dv-cinder-811154-2-iscsi neutron-server[107819]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 00:28:36.641897 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.702416 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.712781 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.724999 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-41fcad8e-ae1f-48bf-968c-00a2fe99b78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.748607 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:36.755809 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Allocated IP 172.20.0.2 (3262426f-7c77-4fea-b32e-ea6229d56ca5/d00cf4cb-12d8-4c12-a763-066afa9978bb/cb3b20af-f1b5-4254-bb87-c91b533b71bc) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:28:36.760831 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:36.783214 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:36.865097 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:36.873286 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:36.881398 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:28:36.894866 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:28:36.897182 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-f0b8bdca-6f10-4178-b3a8-d95f23ac073c tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:36.903580 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-f0b8bdca-6f10-4178-b3a8-d95f23ac073c tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/networks?id=4e083894-713d-40ec-82b0-770ac030fcb9 HTTP/1.1" status: 200 len: 812 time: 0.3508871 Nov 16 00:28:36.931673 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-ec9995aa-919f-4db2-8c7d-1174a02845ff tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/quotas/273835248c36490c9fc2db9b2a651333 HTTP/1.1" status: 200 len: 375 time: 0.0233753 Nov 16 00:28:36.932344 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Pushing event updated for resources: {'Port': ['ID=2120e626-e528-422c-954d-b216a1456cf9,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:36.971743 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Pushing event updated for resources: {'Port': ['ID=148a5e96-9c08-4279-85d0-4129570a1cae,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:37.007309 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.007668 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.008039 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.008376 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.008703 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.009029 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.009353 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.009680 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.010023 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.010349 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.010671 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.010990 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Tracked resource versions report: Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: pushed versions: Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: { 'AddressGroup': {'1.2'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'ConntrackHelper': {'1.0'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Log': {'1.0'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Network': {'1.1'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Port': {'1.7'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'PortForwarding': {'1.2'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'QosPolicy': {'1.9'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SecurityGroup': {'1.4'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SecurityGroupRule': {'1.2'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SubPort': {'1.0'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Subnet': {'1.1'}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Trunk': {'1.1'}} Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: consumer versions: Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: { DHCP agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: HyperV agent@hv-cinder-81115: {}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: L3 agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: Metadata agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: Metering agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: Open vSwitch agent@dv-cinder-811154-2-iscsi: { 'AddressGroup': '1.2', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'ConntrackHelper': '1.0', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Log': '1.0', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Network': '1.1', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Port': '1.7', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'PortForwarding': '1.2', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'QosPolicy': '1.9', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SecurityGroup': '1.4', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SecurityGroupRule': '1.2', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'SubPort': '1.0', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Subnet': '1.1', Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: 'Trunk': '1.1'}} Nov 16 00:28:37.012390 dv-cinder-811154-2-iscsi neutron-server[107821]: {{(pid=107821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 00:28:37.064539 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Attempting to bind port 2120e626-e528-422c-954d-b216a1456cf9 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:28:37.064904 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Attempting to bind port 2120e626-e528-422c-954d-b216a1456cf9 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:28:37.065260 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Attempting to bind port 2120e626-e528-422c-954d-b216a1456cf9 on network f8b59832-05f6-4e7c-ada4-45e801ce41ec {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:28:37.079727 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:28:37.080099 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Checking segment: {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:37.080500 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.080968 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Bound using segment: {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:28:37.081635 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Bound port: 2120e626-e528-422c-954d-b216a1456cf9, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:28:37.081882 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.084770 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.162866 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.170977 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.223122 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] For port 2120e626-e528-422c-954d-b216a1456cf9, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:28:37.233556 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-41fcad8e-ae1f-48bf-968c-00a2fe99b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.237560 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-41fcad8e-ae1f-48bf-968c-00a2fe99b78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.242764 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-41fcad8e-ae1f-48bf-968c-00a2fe99b78d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04998885-58e9-470d-ae19-70f6c67011de HTTP/1.1" status: 204 len: 168 time: 1.0259268 Nov 16 00:28:37.244575 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:37.246271 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-644d8b5e-1881-4718-9502-9fa81a7b779a tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=273835248c36490c9fc2db9b2a651333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3052585 Nov 16 00:28:37.248428 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] For port 2120e626-e528-422c-954d-b216a1456cf9, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=2120e626-e528-422c-954d-b216a1456cf9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:28:37.251844 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:37.259812 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:28:37.263082 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.266612 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Pushing event updated for resources: {'Port': ['ID=cb3b20af-f1b5-4254-bb87-c91b533b71bc,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:37.403447 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcad8e-ae1f-48bf-968c-00a2fe99b78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04998885-58e9-470d-ae19-70f6c67011de,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:37.476493 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Attempting to bind port cb3b20af-f1b5-4254-bb87-c91b533b71bc on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:28:37.477195 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Attempting to bind port cb3b20af-f1b5-4254-bb87-c91b533b71bc by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:28:37.477195 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Attempting to bind port cb3b20af-f1b5-4254-bb87-c91b533b71bc on network 3262426f-7c77-4fea-b32e-ea6229d56ca5 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:28:37.493797 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:28:37.494183 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Checking segment: {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:37.494591 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.494974 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Bound using segment: {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:28:37.495522 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Bound port: cb3b20af-f1b5-4254-bb87-c91b533b71bc, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:28:37.496358 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.501099 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbecff2-966a-4e3b-9884-87699b4dc69e None None] Pushing event updated for resources: {'Port': ['ID=2120e626-e528-422c-954d-b216a1456cf9,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:37.534402 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.551072 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.580665 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.597287 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.670732 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] For port cb3b20af-f1b5-4254-bb87-c91b533b71bc, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:28:37.670732 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] For port cb3b20af-f1b5-4254-bb87-c91b533b71bc, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=cb3b20af-f1b5-4254-bb87-c91b533b71bc,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:28:37.679342 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.689902 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.800760 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159e3b6-3ebc-4667-879a-2735599f2ac9 None None] Pushing event updated for resources: {'Port': ['ID=cb3b20af-f1b5-4254-bb87-c91b533b71bc,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:37.837080 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-901b806a-d3e0-4694-b6c4-31af00b5fd4f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:28:37.838150 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-901b806a-d3e0-4694-b6c4-31af00b5fd4f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3786879 Nov 16 00:28:37.862186 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:37.977872 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:28:38.122414 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Allocated IP 172.27.1.8 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/e2d81371-f0ff-4c58-9cd3-74536a370c65) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:28:38.147838 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-ead8fee2-951d-4928-9b5f-a06a23a83dac service neutron] 10.222.0.31 "GET /v2.0/networks/4e083894-713d-40ec-82b0-770ac030fcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558520 Nov 16 00:28:38.242323 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40316) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:38.280972 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-83dac7f6-7e15-4ebb-8b42-b3aa1ad13e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:38.301245 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:28:38.317195 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Sync routers for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:28:38.335010 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:38.335821 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:38.353895 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-1f3cb52c-e2fd-4ff3-947f-20d57727b459 service neutron] 10.222.0.31 "GET /v2.0/networks/4e083894-713d-40ec-82b0-770ac030fcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959815 Nov 16 00:28:38.379563 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] Notify callbacks [] for router, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:38.381756 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:38.381918 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-7132e821-fdf6-4aec-835d-6c237b789299 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0842237 Nov 16 00:28:38.387013 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40328) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:38.501283 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-83dac7f6-7e15-4ebb-8b42-b3aa1ad13e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:38.510128 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-83dac7f6-7e15-4ebb-8b42-b3aa1ad13e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:38.570346 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dac7f6-7e15-4ebb-8b42-b3aa1ad13e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48fbc13-e6ac-489d-9e61-833ebafc4693,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:38.611642 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-83dac7f6-7e15-4ebb-8b42-b3aa1ad13e7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f9773fe9ceb4f2db315e0c956764ae7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3665857 Nov 16 00:28:38.614704 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40336) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:38.667496 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:38.761373 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d11b1616-7554-4418-9c24-2db7069df2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:38.849301 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40350) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:38.865465 dv-cinder-811154-2-iscsi neutron-server[107820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 00:28:38.980051 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-56d8bb19-765b-4855-a6c6-771b424b79b1 req-2922b485-841d-4adb-8685-153f749abfad tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 210 time: 0.1299546 Nov 16 00:28:38.994896 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d11b1616-7554-4418-9c24-2db7069df2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.007223 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:37Z', 'revision_number': 3, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:39.041057 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.054547 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Checking router: 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:28:39.055289 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Updating router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d port 148a5e96-9c08-4279-85d0-4129570a1cae binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:28:39.101060 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.111454 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d11b1616-7554-4418-9c24-2db7069df2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.117652 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d11b1616-7554-4418-9c24-2db7069df2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.121309 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-d11b1616-7554-4418-9c24-2db7069df2fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c48fbc13-e6ac-489d-9e61-833ebafc4693 HTTP/1.1" status: 204 len: 168 time: 0.5051143 Nov 16 00:28:39.147552 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 2120e626-e528-422c-954d-b216a1456cf9 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:28:39.150356 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e62748-3baf-4ea8-856a-713b6327b146 None None] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:28:39.172076 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b1616-7554-4418-9c24-2db7069df2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48fbc13-e6ac-489d-9e61-833ebafc4693,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:39.226720 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Allocated IP 172.27.1.48 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/8efba849-e95a-4834-a572-c51c773b5246) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:28:39.346241 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-f034c4ec-8a5e-46d7-ab4f-18aec9c76a42 None None] Provisioning complete for port 2120e626-e528-422c-954d-b216a1456cf9 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:39.346612 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-f034c4ec-8a5e-46d7-ab4f-18aec9c76a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.347600 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:39.359373 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:39.371738 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:28:39.381449 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d81371-f0ff-4c58-9cd3-74536a370c65,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:39.441498 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 2120e626-e528-422c-954d-b216a1456cf9 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:39.442491 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.487668 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5513d7e-60f5-42fd-9af0-6a84b442e647 None None] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:28:39.771401 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-f034c4ec-8a5e-46d7-ab4f-18aec9c76a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.773392 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.880586 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 2120e626-e528-422c-954d-b216a1456cf9, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=2120e626-e528-422c-954d-b216a1456cf9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:28:39.893286 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:39.894216 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device cb3b20af-f1b5-4254-bb87-c91b533b71bc up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:28:40.056364 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.db.api [None req-f034c4ec-8a5e-46d7-ab4f-18aec9c76a42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 00:28:40.056718 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG oslo_db.api [None req-f034c4ec-8a5e-46d7-ab4f-18aec9c76a42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 00:28:40.061861 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=2120e626-e528-422c-954d-b216a1456cf9,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:40.070016 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.089733 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port cb3b20af-f1b5-4254-bb87-c91b533b71bc triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:40.090172 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.192220 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0081b5f5-4049-4a7a-9d1d-9b161d18c524 req-097ac557-b66e-4395-8a67-7a8dd37d5e5c tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 210 time: 0.0892396 Nov 16 00:28:40.268618 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.312772 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.343818 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port cb3b20af-f1b5-4254-bb87-c91b533b71bc, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=cb3b20af-f1b5-4254-bb87-c91b533b71bc,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:28:40.352786 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.417779 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=cb3b20af-f1b5-4254-bb87-c91b533b71bc,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:40.488845 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.561121 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:40.570648 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.576759 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:40.583026 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:28:40.583844 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.586395 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Pushing event updated for resources: {'Port': ['ID=8efba849-e95a-4834-a572-c51c773b5246,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:40.647874 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Pushing event updated for resources: {'Port': ['ID=148a5e96-9c08-4279-85d0-4129570a1cae,revision_number=2']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:40.657001 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.657545 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.662018 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.662581 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.663120 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.663623 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.664100 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.664573 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.665185 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.665932 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.666508 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.666976 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Tracked resource versions report: Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: pushed versions: Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: { 'AddressGroup': {'1.2'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'ConntrackHelper': {'1.0'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Log': {'1.0'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Network': {'1.1'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Port': {'1.7'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'PortForwarding': {'1.2'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'QosPolicy': {'1.9'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SecurityGroup': {'1.4'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SecurityGroupRule': {'1.2'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SubPort': {'1.0'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Subnet': {'1.1'}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Trunk': {'1.1'}} Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: consumer versions: Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: { DHCP agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: HyperV agent@hv-cinder-81115: {}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: L3 agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: Metadata agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: Metering agent@dv-cinder-811154-2-iscsi: {}, Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: Open vSwitch agent@dv-cinder-811154-2-iscsi: { 'AddressGroup': '1.2', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'ConntrackHelper': '1.0', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Log': '1.0', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Network': '1.1', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Port': '1.7', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'PortForwarding': '1.2', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'QosPolicy': '1.9', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SecurityGroup': '1.4', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SecurityGroupRule': '1.2', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'SubPort': '1.0', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Subnet': '1.1', Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: 'Trunk': '1.1'}} Nov 16 00:28:40.668401 dv-cinder-811154-2-iscsi neutron-server[107822]: {{(pid=107822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 00:28:40.706787 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Attempting to bind port 148a5e96-9c08-4279-85d0-4129570a1cae on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:28:40.708354 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Attempting to bind port 148a5e96-9c08-4279-85d0-4129570a1cae by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:28:40.713191 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Attempting to bind port 148a5e96-9c08-4279-85d0-4129570a1cae on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:28:40.730362 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-96198055-c7e1-47da-beaf-3a16510a5fa7 None None] Provisioning complete for port 2120e626-e528-422c-954d-b216a1456cf9 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:40.730736 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-96198055-c7e1-47da-beaf-3a16510a5fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.735121 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:28:40.735504 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:40.735911 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.736397 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:28:40.736892 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Bound port: 148a5e96-9c08-4279-85d0-4129570a1cae, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:28:40.737292 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.862617 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] For port 148a5e96-9c08-4279-85d0-4129570a1cae, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:28:40.871853 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] For port 148a5e96-9c08-4279-85d0-4129570a1cae, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=148a5e96-9c08-4279-85d0-4129570a1cae,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:28:40.874573 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.882032 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.886003 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.910064 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 2120e626-e528-422c-954d-b216a1456cf9 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:28:40.966145 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-96198055-c7e1-47da-beaf-3a16510a5fa7 None None] Provisioning complete for port cb3b20af-f1b5-4254-bb87-c91b533b71bc triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:40.966869 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-96198055-c7e1-47da-beaf-3a16510a5fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:40.985267 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256fd22-3e01-48c2-88b6-87c713a2a6d0 None None] Pushing event updated for resources: {'Port': ['ID=148a5e96-9c08-4279-85d0-4129570a1cae,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:40.989801 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:40.990512 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:41.156268 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:41.172288 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 2120e626-e528-422c-954d-b216a1456cf9 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:41.172828 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:41.315769 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device cb3b20af-f1b5-4254-bb87-c91b533b71bc up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:28:41.430610 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:41.463932 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port cb3b20af-f1b5-4254-bb87-c91b533b71bc triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:41.464615 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:41.482822 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6d10e29-ea6a-43f4-8f08-6e5b536d1059 req-599efdc9-31c4-4c57-b8f7-d815e1cb280e tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 210 time: 0.0501451 Nov 16 00:28:41.534874 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:37Z', 'revision_number': 3, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:41.581703 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67d27e-1879-4cb9-8b97-dd2250e2cf6e None None] The sync data for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi is: [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:37Z', 'revision_number': 3, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:28:41.642084 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Allocated IP 172.20.0.1 (f8b59832-05f6-4e7c-ada4-45e801ce41ec/917d8554-6d7a-4b89-8408-a164beda5d9b/87e1703a-d6a5-4b7d-8017-3023c88c8664) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:28:41.648146 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Router e492303a-46d2-44b3-a2f3-bc74c6de1dbb is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:28:41.845310 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.36', 50794) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:42.130444 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:42.215014 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:42.248449 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-4eb22bbd-5299-4a4c-a5bc-4ab9843d0eb9 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:42.250329 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-4eb22bbd-5299-4a4c-a5bc-4ab9843d0eb9 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.36 "GET /v2.0/networks?id=4e083894-713d-40ec-82b0-770ac030fcb9 HTTP/1.1" status: 200 len: 812 time: 0.4035432 Nov 16 00:28:42.274591 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:42.313103 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Request body: {'port': {'device_id': 'bea7d54f-7240-4037-b2c3-137104f78dac', 'network_id': '4e083894-713d-40ec-82b0-770ac030fcb9', 'admin_state_up': True, 'tenant_id': '273835248c36490c9fc2db9b2a651333'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:42.313249 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:42.347155 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40490) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:42.348065 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:28:42.348632 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:42.671364 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Made reservation on behalf of 273835248c36490c9fc2db9b2a651333 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:28:42.680486 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:42.706372 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-fbfbc183-dbb6-4eab-ab8c-91c3f747796b None None] Provisioning complete for port 87e1703a-d6a5-4b7d-8017-3023c88c8664 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:42.707112 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fbfbc183-dbb6-4eab-ab8c-91c3f747796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:42.762314 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Pushing event updated for resources: {'Port': ['ID=87e1703a-d6a5-4b7d-8017-3023c88c8664,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:42.803592 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-fbfbc183-dbb6-4eab-ab8c-91c3f747796b None None] Port 87e1703a-d6a5-4b7d-8017-3023c88c8664 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:28:42.809151 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:28:42.821067 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Sync routers for ids ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:28:42.841143 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Routers {'e492303a-46d2-44b3-a2f3-bc74c6de1dbb'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:42.845115 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:42.933254 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:42.937745 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-6a6bed90-16cc-4d69-a385-a030fadddc49 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0696130 Nov 16 00:28:42.970263 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40528) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:42.971236 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40530) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:43.022873 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Set router e492303a-46d2-44b3-a2f3-bc74c6de1dbb gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:43.031436 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 148a5e96-9c08-4279-85d0-4129570a1cae up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:28:43.326112 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 148a5e96-9c08-4279-85d0-4129570a1cae triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:43.326637 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:43.453780 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:43.479655 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:43.638007 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 148a5e96-9c08-4279-85d0-4129570a1cae, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=148a5e96-9c08-4279-85d0-4129570a1cae,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:28:43.653859 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:43.723682 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Allocated IP 172.20.0.4 (4e083894-713d-40ec-82b0-770ac030fcb9/fcabda12-0cae-4950-b3b7-90df05cc2d9b/039fa937-ef8e-4555-be41-74f1bdbe2313) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:28:43.789633 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:34Z', 'updated_at': '2021-11-16T00:28:39Z', 'revision_number': 3, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'gw_port': {'id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:43.833962 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a874dd2e-152c-438e-9ab3-e3756de5f854 req-16623cdb-8af8-46e7-997a-58177aa7be46 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 210 time: 0.9308887 Nov 16 00:28:44.023394 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Checking router: e492303a-46d2-44b3-a2f3-bc74c6de1dbb for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:28:44.023394 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Updating router e492303a-46d2-44b3-a2f3-bc74c6de1dbb port e2d81371-f0ff-4c58-9cd3-74536a370c65 binding host dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:28:44.133230 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=148a5e96-9c08-4279-85d0-4129570a1cae,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:44.177096 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:44.179637 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:44.218562 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:44.301021 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:44.559159 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Network 4e083894-713d-40ec-82b0-770ac030fcb9 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:44.569603 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-359daf19-1617-4cbe-8309-dc3cb1ac7d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:44.574726 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:44.599482 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:28:44.607398 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:44.608988 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:44.615096 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Pushing event updated for resources: {'Port': ['ID=039fa937-ef8e-4555-be41-74f1bdbe2313,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:44.658899 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-13fecf1a-eed2-4b53-ad34-05a68b52aa98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3478489 Nov 16 00:28:44.679683 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-5ee2bf75-9b3b-4c13-b544-730c9cb1f474 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:28:44.682797 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-5ee2bf75-9b3b-4c13-b544-730c9cb1f474 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140049 Nov 16 00:28:44.859653 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40576) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:44.960412 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-463ae9ed-5177-4a31-80ba-ca598eca5d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.052205 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 148a5e96-9c08-4279-85d0-4129570a1cae up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:28:45.087930 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Notify callbacks [] for port, precommit_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.166467 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.222662 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b79b8ad-94b1-4cde-9065-cf5053d0eb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.425127 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-359daf19-1617-4cbe-8309-dc3cb1ac7d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.505787 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40586) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:45.525946 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Attempting to bind port e2d81371-f0ff-4c58-9cd3-74536a370c65 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:28:45.526448 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Attempting to bind port e2d81371-f0ff-4c58-9cd3-74536a370c65 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:28:45.530057 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Attempting to bind port e2d81371-f0ff-4c58-9cd3-74536a370c65 on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:28:45.537386 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b79b8ad-94b1-4cde-9065-cf5053d0eb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.570107 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Request body: {'port': {'device_id': 'bea7d54f-7240-4037-b2c3-137104f78dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:45.570558 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:28:45.572358 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:45.572819 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-359daf19-1617-4cbe-8309-dc3cb1ac7d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.574983 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.576495 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:28:45.577743 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Bound port: e2d81371-f0ff-4c58-9cd3-74536a370c65, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:28:45.578497 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.647099 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282ba0d-d94a-48a0-871c-6b19d907bb5e req-5877ed84-be78-475d-80ac-5375b90a8376 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:45.648931 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9282ba0d-d94a-48a0-871c-6b19d907bb5e req-5877ed84-be78-475d-80ac-5375b90a8376 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 931 time: 0.5213397 Nov 16 00:28:45.670762 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b79b8ad-94b1-4cde-9065-cf5053d0eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.685732 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] For port e2d81371-f0ff-4c58-9cd3-74536a370c65, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:28:45.689546 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] For port e2d81371-f0ff-4c58-9cd3-74536a370c65, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=e2d81371-f0ff-4c58-9cd3-74536a370c65,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:28:45.694148 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c452d-27ed-41fc-ba75-47b96fcf8c99 None None] Pushing event updated for resources: {'Port': ['ID=e2d81371-f0ff-4c58-9cd3-74536a370c65,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:45.710201 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.716024 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 148a5e96-9c08-4279-85d0-4129570a1cae triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:45.716688 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.762577 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359daf19-1617-4cbe-8309-dc3cb1ac7d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8888e59b-f458-46f3-b751-d743a112a64c,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:45.810589 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-3b79b8ad-94b1-4cde-9065-cf5053d0eb12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1c8d13026f641b685774160bb99d452&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9473205 Nov 16 00:28:45.831010 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40590) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:45.848521 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Routers {'e492303a-46d2-44b3-a2f3-bc74c6de1dbb'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:45.849464 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:45.964397 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:45.971496 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9282ba0d-d94a-48a0-871c-6b19d907bb5e req-a07f701a-e556-461f-a901-479e82faeec7 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856264 Nov 16 00:28:45.990732 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c452d-27ed-41fc-ba75-47b96fcf8c99 None None] Pushing event updated for resources: {'Port': ['ID=e2d81371-f0ff-4c58-9cd3-74536a370c65,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:46.013468 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79b8ad-94b1-4cde-9065-cf5053d0eb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7d507f-6317-4894-b95e-1ace29d2b029,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:46.073922 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0e89262a-8c77-4e76-8bb1-bbffc8c292cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.076237 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-359daf19-1617-4cbe-8309-dc3cb1ac7d7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa90762a8459420599ec3034af74f2fa&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7166736 Nov 16 00:28:46.079329 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40592) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:46.144641 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f3907115-cd3c-4893-ace0-675f4bd264de admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.162461 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] Set router e492303a-46d2-44b3-a2f3-bc74c6de1dbb gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:46.174607 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0e89262a-8c77-4e76-8bb1-bbffc8c292cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.216410 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:28:46.374153 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-463ae9ed-5177-4a31-80ba-ca598eca5d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.375813 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7dc9a4a8-36c2-45e4-bf30-1cec43c1d49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.463488 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7dc9a4a8-36c2-45e4-bf30-1cec43c1d49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.530675 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-463ae9ed-5177-4a31-80ba-ca598eca5d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.548495 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7dc9a4a8-36c2-45e4-bf30-1cec43c1d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.551868 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7dc9a4a8-36c2-45e4-bf30-1cec43c1d49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.553104 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-7dc9a4a8-36c2-45e4-bf30-1cec43c1d49a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8888e59b-f458-46f3-b751-d743a112a64c HTTP/1.1" status: 204 len: 168 time: 0.4725425 Nov 16 00:28:46.578443 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9a4a8-36c2-45e4-bf30-1cec43c1d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8888e59b-f458-46f3-b751-d743a112a64c,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:46.619594 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:34Z', 'updated_at': '2021-11-16T00:28:39Z', 'revision_number': 3, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'gw_port': {'id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:46.670024 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af7e8d-55cd-44df-b782-cb38773ebda4 None None] The sync data for ids ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'] in dv-cinder-811154-2-iscsi is: [{'id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:34Z', 'updated_at': '2021-11-16T00:28:39Z', 'revision_number': 3, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'gw_port': {'id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:28:46.719425 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0e89262a-8c77-4e76-8bb1-bbffc8c292cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.724751 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0e89262a-8c77-4e76-8bb1-bbffc8c292cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.727493 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-0e89262a-8c77-4e76-8bb1-bbffc8c292cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa7d507f-6317-4894-b95e-1ace29d2b029 HTTP/1.1" status: 204 len: 168 time: 0.8954537 Nov 16 00:28:46.761401 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89262a-8c77-4e76-8bb1-bbffc8c292cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7d507f-6317-4894-b95e-1ace29d2b029,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:46.853071 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ae9ed-5177-4a31-80ba-ca598eca5d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819abe49-2b42-43db-83ca-5de5e78ae6ad,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:46.924304 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.971865 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-463ae9ed-5177-4a31-80ba-ca598eca5d7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e7f1e2767d2457e8441d008fd9605a5&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9987144 Nov 16 00:28:46.974379 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.976815 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:46.977663 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40600) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:47.018230 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039fa937-ef8e-4555-be41-74f1bdbe2313 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:28:47.085805 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:47.154203 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Transition to ACTIVE for port object 039fa937-ef8e-4555-be41-74f1bdbe2313 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:28:47.208145 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:47.218707 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-da063f93-34aa-479b-aed5-5a69600f2d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:47.370641 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-da063f93-34aa-479b-aed5-5a69600f2d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:47.381297 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:47.618562 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-da063f93-34aa-479b-aed5-5a69600f2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:47.619592 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Pushing event updated for resources: {'Port': ['ID=87e1703a-d6a5-4b7d-8017-3023c88c8664,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:47.626796 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-da063f93-34aa-479b-aed5-5a69600f2d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:47.644023 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-da063f93-34aa-479b-aed5-5a69600f2d74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/819abe49-2b42-43db-83ca-5de5e78ae6ad HTTP/1.1" status: 204 len: 168 time: 0.6650326 Nov 16 00:28:47.682897 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:28:47.715913 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Sync routers for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:28:47.759846 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:47.764318 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:48.052721 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da063f93-34aa-479b-aed5-5a69600f2d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819abe49-2b42-43db-83ca-5de5e78ae6ad,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:48.100226 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f3907115-cd3c-4893-ace0-675f4bd264de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:48.118281 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc8b7-ba96-4209-ba63-8a9f310ea688 req-0f0f98f3-05f3-4f4b-aa8f-58824d8a3fd9 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:48.122580 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-264cc8b7-ba96-4209-ba63-8a9f310ea688 req-0f0f98f3-05f3-4f4b-aa8f-58824d8a3fd9 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 943 time: 0.7625849 Nov 16 00:28:48.123801 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Pushing event updated for resources: {'Port': ['ID=039fa937-ef8e-4555-be41-74f1bdbe2313,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:48.136890 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Attempting to bind port 039fa937-ef8e-4555-be41-74f1bdbe2313 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:28:48.151913 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Attempting to bind port 039fa937-ef8e-4555-be41-74f1bdbe2313 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'bba6eeeb-50bd-4926-b568-3e30e80feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e083894-713d-40ec-82b0-770ac030fcb9'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:28:48.152491 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Attempting to bind port 039fa937-ef8e-4555-be41-74f1bdbe2313 on network 4e083894-713d-40ec-82b0-770ac030fcb9 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:28:48.262561 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40620) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:48.263681 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Port 039fa937-ef8e-4555-be41-74f1bdbe2313 on network 4e083894-713d-40ec-82b0-770ac030fcb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:28:48.264221 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Attempting to bind port 039fa937-ef8e-4555-be41-74f1bdbe2313 on network 4e083894-713d-40ec-82b0-770ac030fcb9 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:28:48.355072 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:28:48.357265 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Checking segment: {'id': 'bba6eeeb-50bd-4926-b568-3e30e80feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e083894-713d-40ec-82b0-770ac030fcb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:48.357265 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Bound using segment: {'id': 'bba6eeeb-50bd-4926-b568-3e30e80feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e083894-713d-40ec-82b0-770ac030fcb9'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:28:48.357673 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Bound port: 039fa937-ef8e-4555-be41-74f1bdbe2313, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bba6eeeb-50bd-4926-b568-3e30e80feb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e083894-713d-40ec-82b0-770ac030fcb9'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:28:48.358025 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:48.389356 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ac9269c6-733b-43f4-8cb0-90b3b5c0f5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:48.421938 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:48.431070 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f3907115-cd3c-4893-ace0-675f4bd264de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:48.494056 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-264cc8b7-ba96-4209-ba63-8a9f310ea688 req-930804a3-6d95-4cc4-89c3-32a8cda4f493 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276479 Nov 16 00:28:48.667857 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] For port 039fa937-ef8e-4555-be41-74f1bdbe2313, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:28:48.679610 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] For port 039fa937-ef8e-4555-be41-74f1bdbe2313, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=039fa937-ef8e-4555-be41-74f1bdbe2313,segment=NetworkSegment(bba6eeeb-50bd-4926-b568-3e30e80feb0b),segment_id=bba6eeeb-50bd-4926-b568-3e30e80feb0b)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:28:48.765894 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ac9269c6-733b-43f4-8cb0-90b3b5c0f5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:48.774062 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:48.949866 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:41Z', 'revision_number': 3, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:48.983850 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ac9269c6-733b-43f4-8cb0-90b3b5c0f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:48.991614 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Allocated IP 172.20.0.1 (2716731e-1433-4cb7-8b9e-2e41adaa7566/e065f267-c6f8-4c5b-abd1-ebb094a971ff/15ffa89f-8a5e-4abf-b838-6e2f2cf0405f) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:28:49.002970 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Checking router: 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:28:49.003607 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Updating router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 port 8efba849-e95a-4834-a572-c51c773b5246 binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:28:49.046786 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:49.054003 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40626) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:49.054875 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Pushing event updated for resources: {'Port': ['ID=039fa937-ef8e-4555-be41-74f1bdbe2313,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:49.059165 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device e2d81371-f0ff-4c58-9cd3-74536a370c65 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:28:49.177560 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-ac9269c6-733b-43f4-8cb0-90b3b5c0f5ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92f6299081c6418aaf3e4c1303b1a56d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8878284 Nov 16 00:28:49.188859 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40632) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:49.198480 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:49.199991 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:49.202293 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-2ba4241d-38e2-40e0-a664-b9789e61440d service neutron] 10.222.0.36 "PUT /v2.0/ports/039fa937-ef8e-4555-be41-74f1bdbe2313 HTTP/1.1" status: 200 len: 1093 time: 4.0573578 Nov 16 00:28:49.217199 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea7d54f-7240-4037-b2c3-137104f78dac', 'tag': '039fa937-ef8e-4555-be41-74f1bdbe2313'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:28:49.259950 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port e2d81371-f0ff-4c58-9cd3-74536a370c65 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:49.264480 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:49.420805 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-55d08a63-de01-41f4-beef-a16aef34c1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:49.489761 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-f3907115-cd3c-4893-ace0-675f4bd264de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f080a994b15a47babb49afabb03a4a21&name=default HTTP/1.1" status: 200 len: 2978 time: 3.9183199 Nov 16 00:28:49.507944 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:49.518198 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40640) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:49.523470 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0881d6ad-111d-4435-a823-22a5214946ce admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.4533641 Nov 16 00:28:49.524953 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40642) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:49.619156 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:49.632501 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:49.672621 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:49.684052 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:49.738386 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3907115-cd3c-4893-ace0-675f4bd264de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aae202-341c-47df-bba6-b353cf1518df,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:49.747878 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port e2d81371-f0ff-4c58-9cd3-74536a370c65, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=e2d81371-f0ff-4c58-9cd3-74536a370c65,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:28:49.760302 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.024029 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=e2d81371-f0ff-4c58-9cd3-74536a370c65,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:50.075605 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.095187 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.263366 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-a386453c-9e54-40dc-b281-d10537e25772 None None] Provisioning complete for port 87e1703a-d6a5-4b7d-8017-3023c88c8664 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:50.268259 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a386453c-9e54-40dc-b281-d10537e25772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.283065 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990baa-2196-4217-b7a2-0eea013937b5 req-d71b753f-37c2-442a-8ad6-cc16ca70abe9 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:50.284939 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6c990baa-2196-4217-b7a2-0eea013937b5 req-d71b753f-37c2-442a-8ad6-cc16ca70abe9 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 943 time: 0.6015477 Nov 16 00:28:50.294056 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-55d08a63-de01-41f4-beef-a16aef34c1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.312682 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2d8714-ad0f-41c7-94f1-f86239178085" -d '{"events": [{"name": "network-changed", "server_uuid": "bea7d54f-7240-4037-b2c3-137104f78dac", "tag": "039fa937-ef8e-4555-be41-74f1bdbe2313"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:28:50.335820 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb67e31-7549-4519-bb08-e608406a3909 None None] Pushing event updated for resources: {'Port': ['ID=8efba849-e95a-4834-a572-c51c773b5246,revision_number=2']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:50.344991 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9269c6-733b-43f4-8cb0-90b3b5c0f5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8493d7-fb3a-43a2-b2d1-56946bca8b1c,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:50.366687 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6c990baa-2196-4217-b7a2-0eea013937b5 req-e60d3a81-c6c7-4a89-9041-cefd39a0e39e tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680537 Nov 16 00:28:50.371877 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.384881 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Attempting to bind port 8efba849-e95a-4834-a572-c51c773b5246 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:28:50.385881 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Attempting to bind port 8efba849-e95a-4834-a572-c51c773b5246 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:28:50.386267 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Attempting to bind port 8efba849-e95a-4834-a572-c51c773b5246 on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:28:50.399805 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:28:50.400192 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:50.400608 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.401457 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:28:50.408358 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Bound port: 8efba849-e95a-4834-a572-c51c773b5246, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:28:50.408358 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.419389 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Network 2716731e-1433-4cb7-8b9e-2e41adaa7566 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:50.444522 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:50.450770 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:28:50.451320 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.456251 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-a386453c-9e54-40dc-b281-d10537e25772 None None] Port 87e1703a-d6a5-4b7d-8017-3023c88c8664 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:28:50.549349 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] For port 8efba849-e95a-4834-a572-c51c773b5246, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:28:50.557627 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] For port 8efba849-e95a-4834-a572-c51c773b5246, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=8efba849-e95a-4834-a572-c51c773b5246,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:28:50.564012 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.602961 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-55d08a63-de01-41f4-beef-a16aef34c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:50.656905 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:28:50.666387 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb67e31-7549-4519-bb08-e608406a3909 None None] Pushing event updated for resources: {'Port': ['ID=8efba849-e95a-4834-a572-c51c773b5246,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:50.758200 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=15ffa89f-8a5e-4abf-b838-6e2f2cf0405f,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:50.776993 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:50.781817 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:50.808750 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d08a63-de01-41f4-beef-a16aef34c1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dbe053-a47a-4158-ad7f-4ee192109afb,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:50.921925 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.006294 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-55d08a63-de01-41f4-beef-a16aef34c1e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f8aac8ad70f48f98bfea4c847b7f9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8275952 Nov 16 00:28:51.012651 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40672) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:51.033073 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d308114c-c9ba-4112-92c5-bd3a750ae0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.070319 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device e2d81371-f0ff-4c58-9cd3-74536a370c65 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:28:51.084852 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11f6c62b-7093-4d49-a5be-2bef2b34674a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.184171 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-19ad9919-2daf-4b8b-9cb5-80c11172404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:51.186076 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-19ad9919-2daf-4b8b-9cb5-80c11172404d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=273835248c36490c9fc2db9b2a651333&device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 1096 time: 0.8554208 Nov 16 00:28:51.210293 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cb5d6e-e900-4f74-a135-60046c66eccc x-openstack-request-id: req-e7cb5d6e-e900-4f74-a135-60046c66eccc {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:28:51.210649 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea7d54f-7240-4037-b2c3-137104f78dac", "tag": "039fa937-ef8e-4555-be41-74f1bdbe2313", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:28:51.210974 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7cb5d6e-e900-4f74-a135-60046c66eccc {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:28:51.211553 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea7d54f-7240-4037-b2c3-137104f78dac', 'tag': '039fa937-ef8e-4555-be41-74f1bdbe2313', 'status': 'completed', 'code': 200} Nov 16 00:28:51.244158 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11f6c62b-7093-4d49-a5be-2bef2b34674a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.259963 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d308114c-c9ba-4112-92c5-bd3a750ae0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.281127 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port e2d81371-f0ff-4c58-9cd3-74536a370c65 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:51.284608 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.331328 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:51.405539 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3ce84ee-467c-42f5-b6ea-e2de179900ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.458592 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3ce84ee-467c-42f5-b6ea-e2de179900ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.477911 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-9cba90a4-fff1-4edc-a1c2-2a38739afee8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039fa937-ef8e-4555-be41-74f1bdbe2313 HTTP/1.1" status: 200 len: 217 time: 0.1815519 Nov 16 00:28:51.575959 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:28:51.599781 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Sync routers for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:28:51.610805 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-d5b09e47-ddb7-41da-aaa7-ccad2e28e8bc admin admin] 10.222.0.31 "PUT /v2.0/routers/0f1dbf86-9439-4d09-8999-e9d8a67d4d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2217486 Nov 16 00:28:51.617169 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3ce84ee-467c-42f5-b6ea-e2de179900ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.622991 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3ce84ee-467c-42f5-b6ea-e2de179900ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.625451 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-e3ce84ee-467c-42f5-b6ea-e2de179900ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94dbe053-a47a-4158-ad7f-4ee192109afb HTTP/1.1" status: 204 len: 168 time: 0.5995193 Nov 16 00:28:51.656818 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:51.657889 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:51.812791 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.850934 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce84ee-467c-42f5-b6ea-e2de179900ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dbe053-a47a-4158-ad7f-4ee192109afb,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:51.930420 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.934831 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.950929 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11f6c62b-7093-4d49-a5be-2bef2b34674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.954093 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11f6c62b-7093-4d49-a5be-2bef2b34674a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:51.963522 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-11f6c62b-7093-4d49-a5be-2bef2b34674a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec8493d7-fb3a-43a2-b2d1-56946bca8b1c HTTP/1.1" status: 204 len: 168 time: 2.7647893 Nov 16 00:28:51.983980 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-20236f15-f459-4a16-9501-be42741b12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:52.012931 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-20236f15-f459-4a16-9501-be42741b12e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fcabda12-0cae-4950-b3b7-90df05cc2d9b HTTP/1.1" status: 200 len: 852 time: 0.4579194 Nov 16 00:28:52.020702 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d308114c-c9ba-4112-92c5-bd3a750ae0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:52.042508 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d308114c-c9ba-4112-92c5-bd3a750ae0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:52.052993 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-d308114c-c9ba-4112-92c5-bd3a750ae0bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67aae202-341c-47df-bba6-b353cf1518df HTTP/1.1" status: 204 len: 168 time: 2.5205858 Nov 16 00:28:52.058678 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6c62b-7093-4d49-a5be-2bef2b34674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8493d7-fb3a-43a2-b2d1-56946bca8b1c,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:52.126480 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=15ffa89f-8a5e-4abf-b838-6e2f2cf0405f,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:52.231372 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:41Z', 'revision_number': 3, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:52.248962 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-ddcc4e13-692e-4e44-98fd-be4ec6aa01c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e083894-713d-40ec-82b0-770ac030fcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934323 Nov 16 00:28:52.264380 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308114c-c9ba-4112-92c5-bd3a750ae0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aae202-341c-47df-bba6-b353cf1518df,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:52.291866 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:52.293116 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e172-a35f-4c8d-bcb6-9eeec81a7a6e req-21426a7b-2fd9-4148-928c-2ffe233ac19e tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:52.295089 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8c42e172-a35f-4c8d-bcb6-9eeec81a7a6e req-21426a7b-2fd9-4148-928c-2ffe233ac19e tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 943 time: 0.6521256 Nov 16 00:28:52.377696 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2215dc10-d172-4f1c-a671-8333a48bec71 None None] The sync data for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi is: [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:41Z', 'revision_number': 3, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:28:52.512002 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8c42e172-a35f-4c8d-bcb6-9eeec81a7a6e req-70a2853c-c08e-4e7e-90e5-efb7a99947b0 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910512 Nov 16 00:28:52.533405 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Network 2716731e-1433-4cb7-8b9e-2e41adaa7566 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:52.535312 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:52.776648 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Router e492303a-46d2-44b3-a2f3-bc74c6de1dbb has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:28:52.960952 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-637ad8d2-9cf7-4f3e-a922-874bcbb4f3af service neutron] 10.222.0.36 "GET /v2.0/networks/4e083894-713d-40ec-82b0-770ac030fcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937268 Nov 16 00:28:53.258597 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:53.279218 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:28:53.316006 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Sync routers for ids ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:28:53.325024 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0cfcbc5a-cdb8-41bc-9f20-7510aa30c0f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/e492303a-46d2-44b3-a2f3-bc74c6de1dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3467267 Nov 16 00:28:53.337227 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Routers {'e492303a-46d2-44b3-a2f3-bc74c6de1dbb'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:53.339580 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:53.399465 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40724) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:53.429532 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4dfcbce4-0763-49d0-86a4-c77a734bdc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:53.674189 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Set router e492303a-46d2-44b3-a2f3-bc74c6de1dbb gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:53.806080 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:45Z', 'revision_number': 2, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:53.820231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4dfcbce4-0763-49d0-86a4-c77a734bdc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:53.828748 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4dfcbce4-0763-49d0-86a4-c77a734bdc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:53.865504 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-15281b75-6a06-499f-99a0-ee6fdc8257e3 req-7831eb9f-c695-481d-bdc6-0574228fc64a service neutron] 10.222.0.36 "GET /v2.0/networks/4e083894-713d-40ec-82b0-770ac030fcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8810236 Nov 16 00:28:53.938123 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Checking router: 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:28:53.939663 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Updating router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d port 87e1703a-d6a5-4b7d-8017-3023c88c8664 binding host dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:28:54.039485 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:54.212900 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcbce4-0763-49d0-86a4-c77a734bdc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1c80b2-41ba-4ff5-82dd-6b22530c94a9,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:54.242693 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-4dfcbce4-0763-49d0-86a4-c77a734bdc61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35272b1c60e8421db5c87d5269ef93e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8417110 Nov 16 00:28:54.247183 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40732) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:54.263137 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-9d6cac59-aba7-4f77-912b-3dfe26e0fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:54.266767 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-9d6cac59-aba7-4f77-912b-3dfe26e0fa0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=273835248c36490c9fc2db9b2a651333&device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 1096 time: 0.2326753 Nov 16 00:28:54.361890 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:34Z', 'updated_at': '2021-11-16T00:28:50Z', 'revision_number': 4, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'gw_port': {'id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '15ffa89f-8a5e-4abf-b838-6e2f2cf0405f', 'name': '', 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'mac_address': 'fa:16:3e:e5:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e065f267-c6f8-4c5b-abd1-ebb094a971ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:47Z', 'updated_at': '2021-11-16T00:28:50Z', 'revision_number': 2, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'subnets': [{'id': 'e065f267-c6f8-4c5b-abd1-ebb094a971ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:54.406329 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Allocated IP 172.20.0.1 (3262426f-7c77-4fea-b32e-ea6229d56ca5/d00cf4cb-12d8-4c12-a763-066afa9978bb/c5134d9a-7c60-485a-84df-6efa2e96ef5e) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:28:54.460656 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Checking router: e492303a-46d2-44b3-a2f3-bc74c6de1dbb for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:28:54.471683 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Updating router e492303a-46d2-44b3-a2f3-bc74c6de1dbb port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:28:54.521583 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9cc16-2283-437f-b5ff-5df35bd8f1b6 req-3b06e0aa-1b2e-48f5-aad9-aa9c2244451d tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:54.548430 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6fb9cc16-2283-437f-b5ff-5df35bd8f1b6 req-3b06e0aa-1b2e-48f5-aad9-aa9c2244451d tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 943 time: 0.6401646 Nov 16 00:28:54.549706 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:54.725417 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40738) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:54.857433 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:54.874107 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Notify callbacks [] for port, precommit_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:54.895965 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:54.967851 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6fb9cc16-2283-437f-b5ff-5df35bd8f1b6 req-dfeb9175-102a-4627-9352-8721ab7da85e tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952627 Nov 16 00:28:55.078045 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-023fef89-5910-4340-90c2-599c28552ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.104783 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 8efba849-e95a-4834-a572-c51c773b5246 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:28:55.179505 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-023fef89-5910-4340-90c2-599c28552ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.274472 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc40d2-778d-41bf-a721-6563917c4c61 None None] Pushing event updated for resources: {'Port': ['ID=87e1703a-d6a5-4b7d-8017-3023c88c8664,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:55.406877 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-023fef89-5910-4340-90c2-599c28552ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.412254 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-023fef89-5910-4340-90c2-599c28552ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.423083 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-023fef89-5910-4340-90c2-599c28552ff0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e1c80b2-41ba-4ff5-82dd-6b22530c94a9 HTTP/1.1" status: 204 len: 168 time: 1.1147838 Nov 16 00:28:55.501877 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fef89-5910-4340-90c2-599c28552ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1c80b2-41ba-4ff5-82dd-6b22530c94a9,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:55.538479 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-87ee41ef-5f4a-41e7-85a3-f4d3bbd3f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:55.540237 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-87ee41ef-5f4a-41e7-85a3-f4d3bbd3f977 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e083894-713d-40ec-82b0-770ac030fcb9 HTTP/1.1" status: 200 len: 913 time: 1.2621222 Nov 16 00:28:55.542221 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.605660 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5134d9a-7c60-485a-84df-6efa2e96ef5e,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:55.659559 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Attempting to bind port 87e1703a-d6a5-4b7d-8017-3023c88c8664 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:28:55.661322 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-f30b93ed-f9c1-4d68-95da-ab1fc7dd7f22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=039fa937-ef8e-4555-be41-74f1bdbe2313 HTTP/1.1" status: 200 len: 217 time: 0.0635238 Nov 16 00:28:55.663029 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-721a8358-5801-4b07-9645-760497705ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.664043 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Attempting to bind port 87e1703a-d6a5-4b7d-8017-3023c88c8664 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:28:55.664685 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Attempting to bind port 87e1703a-d6a5-4b7d-8017-3023c88c8664 on network f8b59832-05f6-4e7c-ada4-45e801ce41ec {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:28:55.698369 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:28:55.698952 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Checking segment: {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:55.705562 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.707400 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Bound using segment: {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:28:55.708661 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Bound port: 87e1703a-d6a5-4b7d-8017-3023c88c8664, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:28:55.709571 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.838334 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 8efba849-e95a-4834-a572-c51c773b5246 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:55.844706 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.855097 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:28:55.873539 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:28:55.900776 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:28:55.901953 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.944378 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.961938 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:55.964360 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40762) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:55.993679 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-f38876df-89f4-4083-8284-2d2e0c6cfee8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--53665819', 'description': 'tempest-description--1975180581'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:56.099032 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6ba61-b34a-4025-ae49-736fbcd0350e None None] Pushing event updated for resources: {'Port': ['ID=15ffa89f-8a5e-4abf-b838-6e2f2cf0405f,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:56.196288 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] For port 87e1703a-d6a5-4b7d-8017-3023c88c8664, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:28:56.221593 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] For port 87e1703a-d6a5-4b7d-8017-3023c88c8664, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=87e1703a-d6a5-4b7d-8017-3023c88c8664,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:28:56.236054 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-8187baa0-f6a1-4000-a5c4-ec6cb4d973c8 None None] Provisioning complete for port 87e1703a-d6a5-4b7d-8017-3023c88c8664 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:56.248739 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8187baa0-f6a1-4000-a5c4-ec6cb4d973c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:56.329882 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-721a8358-5801-4b07-9645-760497705ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:56.335651 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f38876df-89f4-4083-8284-2d2e0c6cfee8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:56.362650 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Attempting to bind port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:28:56.364200 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Attempting to bind port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:28:56.365187 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Attempting to bind port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f on network 2716731e-1433-4cb7-8b9e-2e41adaa7566 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:28:56.377597 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-721a8358-5801-4b07-9645-760497705ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:56.420743 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:28:56.421846 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Checking segment: {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:28:56.422840 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:56.425071 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Bound using segment: {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:28:56.436046 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Bound port: 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:28:56.437248 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:56.456228 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:56.517936 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a8358-5801-4b07-9645-760497705ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb4b137-afb5-4741-9b47-61675f4b1cd8,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:56.562631 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:56.563731 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:56.626144 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-4279e9be-c401-4a3b-af79-de249fb9ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:56.645396 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-4279e9be-c401-4a3b-af79-de249fb9ab86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fcabda12-0cae-4950-b3b7-90df05cc2d9b HTTP/1.1" status: 200 len: 852 time: 0.9684498 Nov 16 00:28:56.742693 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] For port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:28:56.748027 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] For port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=15ffa89f-8a5e-4abf-b838-6e2f2cf0405f,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:28:56.761458 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:56.787475 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-c08da509-60d6-4033-8b0a-6e73cce2f3f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e083894-713d-40ec-82b0-770ac030fcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234267 Nov 16 00:28:56.924571 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Routers {'e492303a-46d2-44b3-a2f3-bc74c6de1dbb'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:28:56.930146 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:56.934228 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6ba61-b34a-4025-ae49-736fbcd0350e None None] Pushing event updated for resources: {'Port': ['ID=15ffa89f-8a5e-4abf-b838-6e2f2cf0405f,revision_number=4']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:56.962125 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-721a8358-5801-4b07-9645-760497705ef8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7cc927b217254c0395bc7089d9285663&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2325597 Nov 16 00:28:56.963246 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40780) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:57.012689 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aac18c-93fb-445c-86f9-3f3a78430d43 req-68ec1b90-fd9d-4ccb-bbd5-4f4e882eea94 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:57.042163 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f0aac18c-93fb-445c-86f9-3f3a78430d43 req-68ec1b90-fd9d-4ccb-bbd5-4f4e882eea94 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 943 time: 0.6941707 Nov 16 00:28:57.048120 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:57.196907 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f38876df-89f4-4083-8284-2d2e0c6cfee8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:57.261935 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f38876df-89f4-4083-8284-2d2e0c6cfee8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:57.366754 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:57.419855 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:57.427768 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc40d2-778d-41bf-a721-6563917c4c61 None None] Pushing event updated for resources: {'Port': ['ID=87e1703a-d6a5-4b7d-8017-3023c88c8664,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:57.476963 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] Set router e492303a-46d2-44b3-a2f3-bc74c6de1dbb gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:28:57.492510 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f0aac18c-93fb-445c-86f9-3f3a78430d43 req-6682ef80-a0ce-4f66-8193-ae4a839f0bd5 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483948 Nov 16 00:28:57.684608 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-3c8dddba-c7a2-4381-be25-99bdac43fddc service neutron] 10.222.0.36 "GET /v2.0/networks/4e083894-713d-40ec-82b0-770ac030fcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8453374 Nov 16 00:28:57.705961 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 8efba849-e95a-4834-a572-c51c773b5246, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=8efba849-e95a-4834-a572-c51c773b5246,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:28:57.794994 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8187baa0-f6a1-4000-a5c4-ec6cb4d973c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:57.821460 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba18addf-9a4d-42cb-bde3-b1fb6ec3db81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:57.873383 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:57.925274 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba18addf-9a4d-42cb-bde3-b1fb6ec3db81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:58.033549 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:34Z', 'updated_at': '2021-11-16T00:28:50Z', 'revision_number': 4, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'gw_port': {'id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '15ffa89f-8a5e-4abf-b838-6e2f2cf0405f', 'name': '', 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'mac_address': 'fa:16:3e:e5:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e065f267-c6f8-4c5b-abd1-ebb094a971ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:47Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'subnets': [{'id': 'e065f267-c6f8-4c5b-abd1-ebb094a971ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:58.087951 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=8efba849-e95a-4834-a572-c51c773b5246,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:58.199422 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-a0cf4828-2992-4500-b721-5bfe29080909 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:58.200358 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-b3aa9a67-8969-46b0-bb25-6e0391a5a70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:58.207633 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-8187baa0-f6a1-4000-a5c4-ec6cb4d973c8 None None] For port 87e1703a-d6a5-4b7d-8017-3023c88c8664, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=87e1703a-d6a5-4b7d-8017-3023c88c8664,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:28:58.212501 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01901d9e-6f12-4cd2-aa89-cff55c03745f None None] The sync data for ids ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'] in dv-cinder-811154-2-iscsi is: [{'id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:34Z', 'updated_at': '2021-11-16T00:28:50Z', 'revision_number': 4, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'gw_port': {'id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '15ffa89f-8a5e-4abf-b838-6e2f2cf0405f', 'name': '', 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'mac_address': 'fa:16:3e:e5:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e065f267-c6f8-4c5b-abd1-ebb094a971ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:47Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'subnets': [{'id': 'e065f267-c6f8-4c5b-abd1-ebb094a971ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:28:58.215943 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-a0cf4828-2992-4500-b721-5bfe29080909 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 818 time: 1.6856802 Nov 16 00:28:58.236074 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8187baa0-f6a1-4000-a5c4-ec6cb4d973c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:58.244137 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f38876df-89f4-4083-8284-2d2e0c6cfee8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:58.256218 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-f38876df-89f4-4083-8284-2d2e0c6cfee8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2888741 Nov 16 00:28:58.258881 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba18addf-9a4d-42cb-bde3-b1fb6ec3db81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:58.276629 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba18addf-9a4d-42cb-bde3-b1fb6ec3db81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:58.283784 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-ba18addf-9a4d-42cb-bde3-b1fb6ec3db81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6eb4b137-afb5-4741-9b47-61675f4b1cd8 HTTP/1.1" status: 204 len: 168 time: 1.2992933 Nov 16 00:28:58.287028 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40802) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:58.369849 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-0792afd8-2fe7-4bc9-bfd9-73a644a16556 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'security_group_rule': {'security_group_id': 'bcd0a26b-dce1-4875-8a58-6653b13844e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:28:58.396298 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38876df-89f4-4083-8284-2d2e0c6cfee8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd0a26b-dce1-4875-8a58-6653b13844e1,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:58.438156 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187baa0-f6a1-4000-a5c4-ec6cb4d973c8 None None] Pushing event updated for resources: {'Port': ['ID=87e1703a-d6a5-4b7d-8017-3023c88c8664,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:58.457261 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18addf-9a4d-42cb-bde3-b1fb6ec3db81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb4b137-afb5-4741-9b47-61675f4b1cd8,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:58.471902 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:28:58.473610 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-c5fb52c3-43ec-4b1d-be28-5be797934fe7 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/quotas/1e424e3f6e1d448fb921f87b10aa1fc5 HTTP/1.1" status: 200 len: 375 time: 0.1766043 Nov 16 00:28:58.556554 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e5a867-4881-47f4-a963-8be3e7b062ac None None] The sync data for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi is: [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:28:58.600025 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-01a0eec7-5054-4047-b053-ee600086edc0 None None] Provisioning complete for port c5134d9a-7c60-485a-84df-6efa2e96ef5e triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:58.600422 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-01a0eec7-5054-4047-b053-ee600086edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:58.714645 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-01a0eec7-5054-4047-b053-ee600086edc0 None None] Port c5134d9a-7c60-485a-84df-6efa2e96ef5e cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:28:58.754961 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-01a0eec7-5054-4047-b053-ee600086edc0 None None] Provisioning complete for port 87e1703a-d6a5-4b7d-8017-3023c88c8664 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:28:58.754961 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-01a0eec7-5054-4047-b053-ee600086edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:58.924361 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-896bc8aa-87ea-4f30-b0ea-6051fb4192fc tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4347069 Nov 16 00:28:59.108589 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:59.129429 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-db2d8714-ad0f-41c7-94f1-f86239178085 req-ca13bf15-2439-40ca-9346-c97be31c3f72 service neutron] 10.222.0.36 "GET /v2.0/networks/4e083894-713d-40ec-82b0-770ac030fcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4076068 Nov 16 00:28:59.140646 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:59.146595 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:59.221411 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0792afd8-2fe7-4bc9-bfd9-73a644a16556 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:59.380133 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-868193cd-f4c2-4dde-b139-c849e2da096a service neutron] 10.222.0.31 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375625 Nov 16 00:28:59.637029 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5134d9a-7c60-485a-84df-6efa2e96ef5e,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:59.639844 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-74ff68d8-cd28-4809-93cb-3fd6ca1faed3 service neutron] 10.222.0.31 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454593 Nov 16 00:28:59.726721 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40828) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:28:59.754971 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440bd20-cc78-47c0-baa0-7ef6593f24df req-69ea0ffb-b1b0-4b85-918e-2dcc76c78423 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:28:59.756776 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c440bd20-cc78-47c0-baa0-7ef6593f24df req-69ea0ffb-b1b0-4b85-918e-2dcc76c78423 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 943 time: 0.6248126 Nov 16 00:28:59.837968 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0792afd8-2fe7-4bc9-bfd9-73a644a16556 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:59.839122 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c4a48ff-31ab-4cd9-add1-1f0d44890865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:59.870810 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0792afd8-2fe7-4bc9-bfd9-73a644a16556 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:28:59.957321 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c440bd20-cc78-47c0-baa0-7ef6593f24df req-6bda6590-06f8-49ed-b961-3767723af866 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685393 Nov 16 00:28:59.983792 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792afd8-2fe7-4bc9-bfd9-73a644a16556 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf2188d-0f98-4692-a0e3-6b8c06f48e28,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:28:59.986733 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:00.013604 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:00.115576 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ab0177b1-79b1-4be4-a867-bd223481bfa1 req-0e5974b7-0d16-4590-8063-4b7a26031494 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 210 time: 0.0531626 Nov 16 00:29:00.123922 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0792afd8-2fe7-4bc9-bfd9-73a644a16556 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:00.130675 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-0792afd8-2fe7-4bc9-bfd9-73a644a16556 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8357427 Nov 16 00:29:00.133349 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40846) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:00.147703 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-11dbebdb-adca-4ad9-8f3f-3d5c62500689 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'security_group_rule': {'security_group_id': 'bcd0a26b-dce1-4875-8a58-6653b13844e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:00.404333 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 87e1703a-d6a5-4b7d-8017-3023c88c8664 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:00.479245 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 87e1703a-d6a5-4b7d-8017-3023c88c8664 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:00.480159 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:00.525189 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:29:00.588007 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11dbebdb-adca-4ad9-8f3f-3d5c62500689 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:00.656213 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-14b1822f-3370-494d-ace3-9a8260b2de5b None None] Provisioning complete for port c5134d9a-7c60-485a-84df-6efa2e96ef5e triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:00.656596 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-14b1822f-3370-494d-ace3-9a8260b2de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:00.698110 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c4a48ff-31ab-4cd9-add1-1f0d44890865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:00.701672 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:00.784105 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c4a48ff-31ab-4cd9-add1-1f0d44890865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:00.788544 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-14b1822f-3370-494d-ace3-9a8260b2de5b None None] Port c5134d9a-7c60-485a-84df-6efa2e96ef5e cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:29:00.811689 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:00.939773 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:00.941500 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:01.304341 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-8c4a48ff-31ab-4cd9-add1-1f0d44890865 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0a37a1acaa34e079cb262566fb4ef7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5751829 Nov 16 00:29:01.314079 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40892) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:01.359593 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:01.367860 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a48ff-31ab-4cd9-add1-1f0d44890865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b6f116-4b4f-4f9e-b59c-f676e7a26989,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:01.486911 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200c76e-037c-498d-a4a1-8ae400fbaa53 req-33d713c4-3bc2-42c0-8ed0-257906059f73 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:01.497881 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6200c76e-037c-498d-a4a1-8ae400fbaa53 req-33d713c4-3bc2-42c0-8ed0-257906059f73 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 943 time: 0.3353319 Nov 16 00:29:01.529640 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e7c6e22f-327d-4ee2-99de-5b9951fbf0c4 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:01.541879 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e7c6e22f-327d-4ee2-99de-5b9951fbf0c4 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 818 time: 0.2549269 Nov 16 00:29:01.593426 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-102d4d69-dc3a-476d-aa7c-c56a4b5c3a03 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/quotas/1e424e3f6e1d448fb921f87b10aa1fc5 HTTP/1.1" status: 200 len: 375 time: 0.0505359 Nov 16 00:29:01.607738 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4eefcb15-c866-4528-b1c6-27f4e67504d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:01.665053 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11dbebdb-adca-4ad9-8f3f-3d5c62500689 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:01.712027 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6200c76e-037c-498d-a4a1-8ae400fbaa53 req-6b5fbd7f-1ce9-494a-8cd0-2364b6c0daf4 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127025 Nov 16 00:29:01.727611 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4eefcb15-c866-4528-b1c6-27f4e67504d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:01.743284 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11dbebdb-adca-4ad9-8f3f-3d5c62500689 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:01.758926 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:29:01.794288 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Sync routers for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:29:01.828702 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-b1e7bbaf-f78d-4648-bcca-dec6689842f4 admin admin] 10.222.0.31 "PUT /v2.0/routers/3ae49b9d-9ad4-4d1e-aef0-d15665a3f888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2838552 Nov 16 00:29:01.889993 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbebdb-adca-4ad9-8f3f-3d5c62500689 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb9835b-4949-48df-9b55-1df7450482a5,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:01.914393 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-651787a6-255e-41d9-a038-bbcc7696e9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:01.936448 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=15ffa89f-8a5e-4abf-b838-6e2f2cf0405f,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:01.943572 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:01.946731 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:28:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:01.947722 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-b872b884-d9a3-4dc9-917d-0b031239b567 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3524683 Nov 16 00:29:01.956494 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11dbebdb-adca-4ad9-8f3f-3d5c62500689 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:01.964991 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-11dbebdb-adca-4ad9-8f3f-3d5c62500689 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8259282 Nov 16 00:29:01.967155 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 40924) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:01.992358 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4eefcb15-c866-4528-b1c6-27f4e67504d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:01.998933 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'floatingip': {'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:02.005707 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4eefcb15-c866-4528-b1c6-27f4e67504d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:02.014273 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-4eefcb15-c866-4528-b1c6-27f4e67504d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62b6f116-4b4f-4f9e-b59c-f676e7a26989 HTTP/1.1" status: 204 len: 168 time: 0.6944764 Nov 16 00:29:02.034138 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefcb15-c866-4528-b1c6-27f4e67504d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b6f116-4b4f-4f9e-b59c-f676e7a26989,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:02.056713 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:02.057924 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 8efba849-e95a-4834-a572-c51c773b5246 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:02.141229 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:02.318936 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 8efba849-e95a-4834-a572-c51c773b5246 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:02.319354 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:02.349450 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:02.376724 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:02.401567 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 039fa937-ef8e-4555-be41-74f1bdbe2313 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:29:02.432926 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=15ffa89f-8a5e-4abf-b838-6e2f2cf0405f,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:02.501568 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:02.608520 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Allocated IP 172.27.1.85 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/c54efb94-8853-420f-a8fd-a7f8595dc39a) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:02.883943 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 039fa937-ef8e-4555-be41-74f1bdbe2313, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=039fa937-ef8e-4555-be41-74f1bdbe2313,segment=NetworkSegment(bba6eeeb-50bd-4926-b568-3e30e80feb0b),segment_id=bba6eeeb-50bd-4926-b568-3e30e80feb0b)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:02.929191 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '039fa937-ef8e-4555-be41-74f1bdbe2313', 'network_id': '4e083894-713d-40ec-82b0-770ac030fcb9', 'port_id': '039fa937-ef8e-4555-be41-74f1bdbe2313', 'mac_address': 'fa:16:3e:17:7d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcabda12-0cae-4950-b3b7-90df05cc2d9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:29:03.018016 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:03.102125 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:03.150421 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-cec9710b-1c76-4ca9-bf52-ba8fb7cf6214 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:03.152810 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-cec9710b-1c76-4ca9-bf52-ba8fb7cf6214 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 818 time: 0.3462226 Nov 16 00:29:03.156071 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:03.178235 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Request body: {'port': {'device_id': '896600e3-829b-43f9-87af-60d271f05432', 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566', 'admin_state_up': True, 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:03.211533 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039fa937-ef8e-4555-be41-74f1bdbe2313 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:29:03.276475 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 039fa937-ef8e-4555-be41-74f1bdbe2313, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=039fa937-ef8e-4555-be41-74f1bdbe2313,segment=NetworkSegment(bba6eeeb-50bd-4926-b568-3e30e80feb0b),segment_id=bba6eeeb-50bd-4926-b568-3e30e80feb0b)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:03.289851 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:03.315391 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:03.358045 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 2, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:03.421760 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:03.422348 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:03.432197 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:03.444053 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:03.452781 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:03.480347 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Checking router: 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:29:03.481259 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Updating router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 port c5134d9a-7c60-485a-84df-6efa2e96ef5e binding host dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:29:03.524998 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'Port': ['ID=c54efb94-8853-420f-a8fd-a7f8595dc39a,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:03.560907 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=039fa937-ef8e-4555-be41-74f1bdbe2313,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:03.584139 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['039fa937-ef8e-4555-be41-74f1bdbe2313'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:29:03.636103 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Made reservation on behalf of 1e424e3f6e1d448fb921f87b10aa1fc5 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:03.641829 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:03.647942 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:03.692151 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:03.735992 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40982) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:03.826653 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40986) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:03.845891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Allocated IP 172.20.0.7 (2716731e-1433-4cb7-8b9e-2e41adaa7566/e065f267-c6f8-4c5b-abd1-ebb094a971ff/c1f88a1d-9b68-4cbe-84d4-91309b1307d6) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:03.978161 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-47fe8bb2-4def-479b-b115-a2a0a1b5617a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:29:03.979466 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-47fe8bb2-4def-479b-b115-a2a0a1b5617a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1669798 Nov 16 00:29:03.981288 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 40992) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:04.002676 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-16d6a7a4-f7aa-4e62-9320-c58274ee671f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404386992', 'description': 'tempest-description--517371130'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:04.070418 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-16d6a7a4-f7aa-4e62-9320-c58274ee671f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.075775 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.136594 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95cdd2cc-7512-43b7-ac6a-7ec905a3c7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.257774 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-988228e8-393b-47da-992b-122b8533ff9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.301381 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.417222 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.524238 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Notify callbacks [] for port, precommit_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.560117 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.593897 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-16d6a7a4-f7aa-4e62-9320-c58274ee671f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.620966 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-f599473c-fea1-4201-b1e1-298c89e7b650 service neutron] 10.222.0.31 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200292 Nov 16 00:29:04.626853 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-16d6a7a4-f7aa-4e62-9320-c58274ee671f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.737376 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.742333 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95cdd2cc-7512-43b7-ac6a-7ec905a3c7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.758338 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95cdd2cc-7512-43b7-ac6a-7ec905a3c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.808486 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2ff2a-04a9-4d9d-9010-99960d7c442b None None] Pushing event updated for resources: {'Port': ['ID=c5134d9a-7c60-485a-84df-6efa2e96ef5e,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:04.836689 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e189e-8b89-4d27-bdb6-a96442144d07 req-be7803a1-f3d9-46f8-8ec3-44153510b7b4 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:04.848557 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-2f6e189e-8b89-4d27-bdb6-a96442144d07 req-be7803a1-f3d9-46f8-8ec3-44153510b7b4 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 944 time: 0.6860316 Nov 16 00:29:04.933222 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-16d6a7a4-f7aa-4e62-9320-c58274ee671f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.936289 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-16d6a7a4-f7aa-4e62-9320-c58274ee671f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9501817 Nov 16 00:29:04.940111 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41018) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:04.965252 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Pushing event updated for resources: {'Port': ['ID=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:04.967541 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Attempting to bind port c5134d9a-7c60-485a-84df-6efa2e96ef5e on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:04.968177 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Attempting to bind port c5134d9a-7c60-485a-84df-6efa2e96ef5e by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:04.974734 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Attempting to bind port c5134d9a-7c60-485a-84df-6efa2e96ef5e on network 3262426f-7c77-4fea-b32e-ea6229d56ca5 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:04.984770 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:04.985711 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Checking segment: {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:04.986056 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.986706 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Bound using segment: {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:04.987584 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Bound port: c5134d9a-7c60-485a-84df-6efa2e96ef5e, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:04.989201 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:04.997107 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Network 2716731e-1433-4cb7-8b9e-2e41adaa7566 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:05.006594 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-2f6e189e-8b89-4d27-bdb6-a96442144d07 req-07bb5fa4-4e6e-467f-996e-b6001da74b26 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575520 Nov 16 00:29:05.030941 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-eee9a0b5-8364-48ef-a9ef-089a10896035 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'security_group_rule': {'security_group_id': '99ec69f6-4a8c-4196-aec4-0951844ac9d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:05.047191 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6a7a4-f7aa-4e62-9320-c58274ee671f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ec69f6-4a8c-4196-aec4-0951844ac9d4,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:05.073390 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:05.080939 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:05.083104 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-988228e8-393b-47da-992b-122b8533ff9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.088742 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-95cdd2cc-7512-43b7-ac6a-7ec905a3c7d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d0fed5309824c4da1d28b2d799b5a59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3505261 Nov 16 00:29:05.093254 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41026) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:05.099146 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:05.100434 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.195871 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-988228e8-393b-47da-992b-122b8533ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.234355 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.234795 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] For port c5134d9a-7c60-485a-84df-6efa2e96ef5e, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:05.246344 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] For port c5134d9a-7c60-485a-84df-6efa2e96ef5e, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=c5134d9a-7c60-485a-84df-6efa2e96ef5e,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:05.252807 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.265798 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.266951 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-4ce49f72-238a-4aa1-85c5-e559c41f8a48 service neutron] 10.222.0.31 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167669 Nov 16 00:29:05.291237 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-988228e8-393b-47da-992b-122b8533ff9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0942bc2907a84201a2caf0a9256d5d18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4617956 Nov 16 00:29:05.297618 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41036) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:05.361816 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:29:05.365709 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-eee9a0b5-8364-48ef-a9ef-089a10896035 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.399132 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.435707 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdd2cc-7512-43b7-ac6a-7ec905a3c7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358387cd-6828-4ccc-ad3a-949467116b42,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:05.436786 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-adbfbcfe-e880-4562-b239-c31c1f8e9333 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2727730 Nov 16 00:29:05.476276 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-6842a316-d826-447a-a172-2cf03bdf991f None None] Provisioning complete for port c5134d9a-7c60-485a-84df-6efa2e96ef5e triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:05.477305 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6842a316-d826-447a-a172-2cf03bdf991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.480115 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d2f-d16e-4b6a-b3c2-ac3e840a3501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.534985 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d2f-d16e-4b6a-b3c2-ac3e840a3501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.536927 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Request body: {'port': {'device_id': '896600e3-829b-43f9-87af-60d271f05432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:05.559758 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'Port': ['ID=c54efb94-8853-420f-a8fd-a7f8595dc39a,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:05.588682 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:05.589779 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:05.768317 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.772303 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-7e2c5b22-9f18-4bc8-8242-b423e4ee66d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8017693 Nov 16 00:29:05.784038 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-eee9a0b5-8364-48ef-a9ef-089a10896035 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.789351 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988228e8-393b-47da-992b-122b8533ff9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068614c7-4369-41bb-a41a-5ccf00034829,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:05.805505 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-eee9a0b5-8364-48ef-a9ef-089a10896035 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.836248 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.850238 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d2f-d16e-4b6a-b3c2-ac3e840a3501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.863621 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d2f-d16e-4b6a-b3c2-ac3e840a3501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:05.868629 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-fe1d7d2f-d16e-4b6a-b3c2-ac3e840a3501 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/358387cd-6828-4ccc-ad3a-949467116b42 HTTP/1.1" status: 204 len: 168 time: 0.7598433 Nov 16 00:29:05.952847 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d7d2f-d16e-4b6a-b3c2-ac3e840a3501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358387cd-6828-4ccc-ad3a-949467116b42,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:05.968132 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9a0b5-8364-48ef-a9ef-089a10896035 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cbf41d-89d5-40ee-8c95-e37831f284ce,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:06.043574 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-eee9a0b5-8364-48ef-a9ef-089a10896035 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.051371 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-eee9a0b5-8364-48ef-a9ef-089a10896035 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0608273 Nov 16 00:29:06.052704 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41058) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:06.053258 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41062) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:06.070088 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d3633720-c0bf-429d-9bee-65b04f07ccb1 req-35b8049b-2377-4cda-b0d4-fa41bf4e89cf tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 210 time: 0.2011302 Nov 16 00:29:06.073647 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faa2b034-bdea-4339-89b8-c7395c3f32ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.095118 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-83a08843-1d11-4980-8880-b03a096a2833 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'security_group_rule': {'security_group_id': '99ec69f6-4a8c-4196-aec4-0951844ac9d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:06.106077 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2ff2a-04a9-4d9d-9010-99960d7c442b None None] Pushing event updated for resources: {'Port': ['ID=c5134d9a-7c60-485a-84df-6efa2e96ef5e,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:06.184671 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-83a08843-1d11-4980-8880-b03a096a2833 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.277857 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faa2b034-bdea-4339-89b8-c7395c3f32ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.450854 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-83a08843-1d11-4980-8880-b03a096a2833 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.470976 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 039fa937-ef8e-4555-be41-74f1bdbe2313 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:06.476897 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:06.479786 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-83a08843-1d11-4980-8880-b03a096a2833 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.535274 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a08843-1d11-4980-8880-b03a096a2833 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7764ed4-42d3-4cc2-ae60-8f2dc4832105,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:06.606780 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99486939-3d3a-48dd-bf55-1ba62a1d4b2a req-ff18a1b0-7fbf-4dfa-8e73-5184087cdd70 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:06.615384 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-493c401f-7dd9-418f-bf7e-7b48c7055a40 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--53665819&fields=id&tenant_id=6a41a4472a974da5aee5d6b458d9f619 HTTP/1.1" status: 200 len: 267 time: 0.1549511 Nov 16 00:29:06.625221 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-99486939-3d3a-48dd-bf55-1ba62a1d4b2a req-ff18a1b0-7fbf-4dfa-8e73-5184087cdd70 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 944 time: 0.3826091 Nov 16 00:29:06.639887 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-83a08843-1d11-4980-8880-b03a096a2833 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.645228 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-83a08843-1d11-4980-8880-b03a096a2833 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5810525 Nov 16 00:29:06.651417 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41086) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:06.660331 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'floatingip': {'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:06.662774 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1056f3ca-545d-41df-b23e-53bb90a8ded2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.693991 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faa2b034-bdea-4339-89b8-c7395c3f32ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.697073 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faa2b034-bdea-4339-89b8-c7395c3f32ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.702790 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-faa2b034-bdea-4339-89b8-c7395c3f32ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/068614c7-4369-41bb-a41a-5ccf00034829 HTTP/1.1" status: 204 len: 168 time: 1.4018302 Nov 16 00:29:06.764511 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2b034-bdea-4339-89b8-c7395c3f32ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068614c7-4369-41bb-a41a-5ccf00034829,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:06.803212 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.812800 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-99486939-3d3a-48dd-bf55-1ba62a1d4b2a req-64fa9a7f-bc5c-4388-8ba9-58031527f6ae tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678691 Nov 16 00:29:06.959417 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f88a1d-9b68-4cbe-84d4-91309b1307d6 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:29:06.971210 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:06.994120 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Transition to ACTIVE for port object c1f88a1d-9b68-4cbe-84d4-91309b1307d6 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:29:06.999968 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.088089 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-3ad88cef-b60d-4922-a570-80b21ddbd3c3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:07.091352 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-3ad88cef-b60d-4922-a570-80b21ddbd3c3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 816 time: 0.4431622 Nov 16 00:29:07.122285 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6842a316-d826-447a-a172-2cf03bdf991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.190382 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 039fa937-ef8e-4555-be41-74f1bdbe2313 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:29:07.194017 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-2348013a-adc6-44c3-87bd-d1fa0282a1a0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/quotas/6a41a4472a974da5aee5d6b458d9f619 HTTP/1.1" status: 200 len: 375 time: 0.0885980 Nov 16 00:29:07.285103 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 039fa937-ef8e-4555-be41-74f1bdbe2313 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:07.285496 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.342893 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-6842a316-d826-447a-a172-2cf03bdf991f None None] For port c5134d9a-7c60-485a-84df-6efa2e96ef5e, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=c5134d9a-7c60-485a-84df-6efa2e96ef5e,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:07.357258 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6842a316-d826-447a-a172-2cf03bdf991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.403586 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:07.452558 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842a316-d826-447a-a172-2cf03bdf991f None None] Pushing event updated for resources: {'Port': ['ID=c5134d9a-7c60-485a-84df-6efa2e96ef5e,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:07.462228 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-2a032b35-b7ca-4d89-aced-a7a2cf0ead0f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2540095 Nov 16 00:29:07.479764 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5aa64807-506b-4d2d-8a95-d6cceb36a64a req-fc11edb7-9ba1-431f-8b93-c1eeb8397e93 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 210 time: 0.1855314 Nov 16 00:29:07.498411 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.533251 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1056f3ca-545d-41df-b23e-53bb90a8ded2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.542391 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-ccfc5f57-f9a1-4e76-9917-2e0c3b6f7d28 None None] Provisioning complete for port c5134d9a-7c60-485a-84df-6efa2e96ef5e triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:07.543318 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ccfc5f57-f9a1-4e76-9917-2e0c3b6f7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.568047 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:05Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:07.583453 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1056f3ca-545d-41df-b23e-53bb90a8ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.655737 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.36', 50810) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:07.731128 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Attempting to bind port c1f88a1d-9b68-4cbe-84d4-91309b1307d6 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:07.732020 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Attempting to bind port c1f88a1d-9b68-4cbe-84d4-91309b1307d6 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:07.733046 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Attempting to bind port c1f88a1d-9b68-4cbe-84d4-91309b1307d6 on network 2716731e-1433-4cb7-8b9e-2e41adaa7566 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:07.761831 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Port c1f88a1d-9b68-4cbe-84d4-91309b1307d6 on network 2716731e-1433-4cb7-8b9e-2e41adaa7566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:29:07.762454 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Attempting to bind port c1f88a1d-9b68-4cbe-84d4-91309b1307d6 on network 2716731e-1433-4cb7-8b9e-2e41adaa7566 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:07.768107 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f612a10-0fb2-483e-8ce3-69425b9f569f None None] The sync data for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi is: [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:05Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:29:07.794890 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:07.795346 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Checking segment: {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:07.795859 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Bound using segment: {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:07.802400 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Bound port: c1f88a1d-9b68-4cbe-84d4-91309b1307d6, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:07.803004 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.824642 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:07.958553 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-1056f3ca-545d-41df-b23e-53bb90a8ded2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0418767e5dfb45a0818767ddfc1616c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9009814 Nov 16 00:29:07.964412 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea7d54f-7240-4037-b2c3-137104f78dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039fa937-ef8e-4555-be41-74f1bdbe2313'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:07.965849 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Allocated IP 172.27.1.123 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/02d27111-d20f-4419-b126-5d4b4d5fe34c) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:07.978752 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41106) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:08.016538 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056f3ca-545d-41df-b23e-53bb90a8ded2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd020b36-010b-4f45-858b-0838fef3a413,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:08.167618 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 039fa937-ef8e-4555-be41-74f1bdbe2313, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=039fa937-ef8e-4555-be41-74f1bdbe2313,segment=NetworkSegment(bba6eeeb-50bd-4926-b568-3e30e80feb0b),segment_id=bba6eeeb-50bd-4926-b568-3e30e80feb0b)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:08.194333 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-6c500c88-5e07-4437-be06-c2b6d7aca0ab service neutron] 10.222.0.31 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637540 Nov 16 00:29:08.241121 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.241975 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.284637 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] For port c1f88a1d-9b68-4cbe-84d4-91309b1307d6, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:08.328149 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] For port c1f88a1d-9b68-4cbe-84d4-91309b1307d6, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:08.333258 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-cf37fbb7-6fea-4735-93ac-7b91ff10f03e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:08.335190 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-cf37fbb7-6fea-4735-93ac-7b91ff10f03e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 818 time: 0.6782730 Nov 16 00:29:08.350489 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Request body: {'port': {'device_id': 'e9fc982a-6c0b-4489-8e17-7be77c13ddaf', 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566', 'admin_state_up': True, 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:08.360543 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.380686 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f047ed18-9512-484f-a325-86863fc4a478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.413113 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23d37-cad8-4470-b6e1-d6212857bd99 req-d2c0b30f-29d4-4a85-b781-577f2ed4aa42 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:08.417504 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-63d23d37-cad8-4470-b6e1-d6212857bd99 req-d2c0b30f-29d4-4a85-b781-577f2ed4aa42 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.3179030 Nov 16 00:29:08.447335 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=039fa937-ef8e-4555-be41-74f1bdbe2313,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:08.531658 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f047ed18-9512-484f-a325-86863fc4a478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.551546 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:08.553294 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.556012 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] 10.222.0.36 "PUT /v2.0/ports/c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 200 len: 1093 time: 3.0355067 Nov 16 00:29:08.574443 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896600e3-829b-43f9-87af-60d271f05432', 'tag': 'c1f88a1d-9b68-4cbe-84d4-91309b1307d6'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:08.578411 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624ae1aa-50cb-466e-a243-06470439eec3" -d '{"events": [{"name": "network-changed", "server_uuid": "896600e3-829b-43f9-87af-60d271f05432", "tag": "c1f88a1d-9b68-4cbe-84d4-91309b1307d6"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:08.669768 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41126) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:08.708087 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-6f4ea493-e9d4-4b8e-bce7-bb306b60a31b service neutron] 10.222.0.31 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804578 Nov 16 00:29:08.725314 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba98654-b03f-41a4-8e19-f98b92350873 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:08.734200 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15339bcd-c8bb-48ef-9a2b-834ff338a98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.860624 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.870525 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f047ed18-9512-484f-a325-86863fc4a478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.881609 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f047ed18-9512-484f-a325-86863fc4a478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.884310 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-f047ed18-9512-484f-a325-86863fc4a478 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd020b36-010b-4f45-858b-0838fef3a413 HTTP/1.1" status: 204 len: 168 time: 0.8948884 Nov 16 00:29:08.890047 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-63d23d37-cad8-4470-b6e1-d6212857bd99 req-f223379d-71f9-4e81-99d6-1e1c9e971bb7 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015923 Nov 16 00:29:08.936329 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Made reservation on behalf of 1e424e3f6e1d448fb921f87b10aa1fc5 for: {'port': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:08.941573 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:08.954190 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047ed18-9512-484f-a325-86863fc4a478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd020b36-010b-4f45-858b-0838fef3a413,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:09.045137 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-d0240ad1-d735-4f7c-b249-185e3db3a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:09.051297 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-d0240ad1-d735-4f7c-b249-185e3db3a8b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1096 time: 0.4237490 Nov 16 00:29:09.196564 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-cfc24e64-3509-4f18-beb8-70a4ab1a1127 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 200 len: 217 time: 0.1374912 Nov 16 00:29:09.226575 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f48e77-dc12-4e0e-a17a-77d40bc9eccc" -d '{"events": [{"server_uuid": "bea7d54f-7240-4037-b2c3-137104f78dac", "name": "network-vif-plugged", "status": "completed", "tag": "039fa937-ef8e-4555-be41-74f1bdbe2313"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:09.279543 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device c5134d9a-7c60-485a-84df-6efa2e96ef5e up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:09.387424 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-aefd047f-a6c1-41c5-9ca2-4a768b8bf3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:09.392075 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-aefd047f-a6c1-41c5-9ca2-4a768b8bf3f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.1801155 Nov 16 00:29:09.399675 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:09.562581 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port c5134d9a-7c60-485a-84df-6efa2e96ef5e triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:09.563521 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:09.591923 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7294c3-682b-43e7-867f-4df3447b5269 x-openstack-request-id: req-2d7294c3-682b-43e7-867f-4df3447b5269 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:09.592172 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896600e3-829b-43f9-87af-60d271f05432", "tag": "c1f88a1d-9b68-4cbe-84d4-91309b1307d6", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:09.592398 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d7294c3-682b-43e7-867f-4df3447b5269 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:09.592824 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896600e3-829b-43f9-87af-60d271f05432', 'tag': 'c1f88a1d-9b68-4cbe-84d4-91309b1307d6', 'status': 'completed', 'code': 200} Nov 16 00:29:09.629140 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'Port': ['ID=02d27111-d20f-4419-b126-5d4b4d5fe34c,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:09.725205 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15339bcd-c8bb-48ef-9a2b-834ff338a98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:09.744982 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-90c17feb-f1aa-4a0e-9c5e-42e1fff06440 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3351560 Nov 16 00:29:09.755730 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3a7df373-28bf-400f-825d-b072c0bdcb4e req-ff3d442a-ac78-40cb-aa3c-125a667fed4d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 210 time: 0.3601315 Nov 16 00:29:09.785907 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:09.795521 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-62ff0aee-a97c-4d5d-a074-665ecdaef327 req-18e180a2-98a3-481c-8c7b-70e7a024ca53 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 210 time: 0.1442628 Nov 16 00:29:09.796980 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15339bcd-c8bb-48ef-9a2b-834ff338a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:09.799416 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:09.830339 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:09.905278 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-15339bcd-c8bb-48ef-9a2b-834ff338a98e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30c4f73c9996454bbd2ace8a251fd23f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2340574 Nov 16 00:29:09.911157 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41162) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:10.050813 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:10.152470 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339bcd-c8bb-48ef-9a2b-834ff338a98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4ab078-c295-48f6-9f69-1d4f7604b241,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:10.290745 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-60c8a1bd-fd85-43a9-b98f-23c51c281a41 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283036 Nov 16 00:29:10.346269 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Allocated IP 172.20.0.9 (2716731e-1433-4cb7-8b9e-2e41adaa7566/e065f267-c6f8-4c5b-abd1-ebb094a971ff/cce90d18-c28e-4785-a1d3-e0ca956a9084) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:10.402991 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536f980-438f-471f-9908-c1eef96c6895 req-234632f9-833b-4fc5-b6f1-2d60ad86deda tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:10.405718 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f536f980-438f-471f-9908-c1eef96c6895 req-234632f9-833b-4fc5-b6f1-2d60ad86deda tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.1574588 Nov 16 00:29:10.409252 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41168) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:10.500324 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-517996b2-63dd-4118-aa6f-ba0a4c948be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:10.565273 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3311cb8f-5019-40d7-9fda-44b9da9d2966 req-101a1777-7447-4356-bb28-8d13224ec6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513180 Nov 16 00:29:10.567376 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6bc78aca-234b-4143-aeb0-f7fd89df24a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:10.613818 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6bc78aca-234b-4143-aeb0-f7fd89df24a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:10.626521 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:10.741686 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f536f980-438f-471f-9908-c1eef96c6895 req-a4f68c61-e922-4a30-9f49-48b898467f58 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004067 Nov 16 00:29:10.865371 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d535474f-c46c-4f8f-bd81-f277491ee1ce x-openstack-request-id: req-d535474f-c46c-4f8f-bd81-f277491ee1ce {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:10.866117 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea7d54f-7240-4037-b2c3-137104f78dac", "name": "network-vif-plugged", "status": "completed", "tag": "039fa937-ef8e-4555-be41-74f1bdbe2313", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:10.866117 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d535474f-c46c-4f8f-bd81-f277491ee1ce {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:10.866854 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea7d54f-7240-4037-b2c3-137104f78dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039fa937-ef8e-4555-be41-74f1bdbe2313', 'code': 200} Nov 16 00:29:10.920507 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:10.957210 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-517996b2-63dd-4118-aa6f-ba0a4c948be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:10.964377 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-517996b2-63dd-4118-aa6f-ba0a4c948be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.011761 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517996b2-63dd-4118-aa6f-ba0a4c948be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97735bd-ad37-4114-b807-384fe0c03884,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:11.072309 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3beeca40-bb40-4572-af26-e10451b6da89 req-687535f4-1b56-4209-8024-58a5cbed87bb tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 210 time: 0.0709534 Nov 16 00:29:11.091757 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-517996b2-63dd-4118-aa6f-ba0a4c948be4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=475456b1c4a8430a9a3b59d37cf4f2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6803930 Nov 16 00:29:11.094692 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41178) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:11.105604 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.134212 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6bc78aca-234b-4143-aeb0-f7fd89df24a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.147775 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6bc78aca-234b-4143-aeb0-f7fd89df24a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.151337 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-6bc78aca-234b-4143-aeb0-f7fd89df24a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc4ab078-c295-48f6-9f69-1d4f7604b241 HTTP/1.1" status: 204 len: 168 time: 1.2333100 Nov 16 00:29:11.174535 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.36', 50815) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:11.227879 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4fda2e1c-acde-4412-8b22-4c7d4409bdbc req-a304533f-839b-48bc-8735-3794428f4bb3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 210 time: 0.2168863 Nov 16 00:29:11.232492 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.36', 50816) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:11.359558 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Network 2716731e-1433-4cb7-8b9e-2e41adaa7566 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:11.366188 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc78aca-234b-4143-aeb0-f7fd89df24a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4ab078-c295-48f6-9f69-1d4f7604b241,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:11.376464 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:11.450311 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:11.469721 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:11.470844 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.534041 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ae1aa-50cb-466e-a243-06470439eec3 req-c7ed00e8-84bb-4fc6-b80a-48eefe560402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:11.536011 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-624ae1aa-50cb-466e-a243-06470439eec3 req-c7ed00e8-84bb-4fc6-b80a-48eefe560402 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1096 time: 0.7387912 Nov 16 00:29:11.579690 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Pushing event updated for resources: {'Port': ['ID=cce90d18-c28e-4785-a1d3-e0ca956a9084,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:11.605415 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e14b9e63-ad82-44bf-93b1-4d752c41f9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.678703 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e14b9e63-ad82-44bf-93b1-4d752c41f9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.762456 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e21a7658-fabb-4e46-b53d-c610fdca14c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4167449 Nov 16 00:29:11.764432 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e14b9e63-ad82-44bf-93b1-4d752c41f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.767414 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e14b9e63-ad82-44bf-93b1-4d752c41f9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.772833 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-e14b9e63-ad82-44bf-93b1-4d752c41f9f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f97735bd-ad37-4114-b807-384fe0c03884 HTTP/1.1" status: 204 len: 168 time: 0.6767964 Nov 16 00:29:11.781210 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Request body: {'port': {'device_id': 'e9fc982a-6c0b-4489-8e17-7be77c13ddaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:11.818978 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b9e63-ad82-44bf-93b1-4d752c41f9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97735bd-ad37-4114-b807-384fe0c03884,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:11.832358 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0b0af-bab2-400a-8496-5d2e2ff5970c req-9c9101fb-167f-41e1-b169-1d02b292b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:11.834329 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2ba0b0af-bab2-400a-8496-5d2e2ff5970c req-9c9101fb-167f-41e1-b169-1d02b292b36f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 1098 time: 0.6540165 Nov 16 00:29:11.849137 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-d6556178-3dff-48da-b419-e259203f31c8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:11.851950 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-d6556178-3dff-48da-b419-e259203f31c8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 816 time: 0.5782077 Nov 16 00:29:11.901218 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.916974 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-2ba0b0af-bab2-400a-8496-5d2e2ff5970c req-738ae346-4525-4b8b-bfc9-b889ae10566f service neutron] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.935787 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.966696 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:11.998906 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ae1aa-50cb-466e-a243-06470439eec3 req-af9caa08-2d97-4c6e-8025-8e3cab1654d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:12.000822 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-624ae1aa-50cb-466e-a243-06470439eec3 req-af9caa08-2d97-4c6e-8025-8e3cab1654d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.4370303 Nov 16 00:29:12.057032 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-259f48da-bf4b-4ec4-a287-57d2a52f8a4f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a41a4472a974da5aee5d6b458d9f619 HTTP/1.1" status: 200 len: 378 time: 0.1890395 Nov 16 00:29:12.105385 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'port': {'device_id': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'admin_state_up': True, 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'security_groups': ['bcd0a26b-dce1-4875-8a58-6653b13844e1']}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:12.109619 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:12.149016 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-624ae1aa-50cb-466e-a243-06470439eec3 req-e2b80a2f-f6dd-42a9-8f25-ecd703a86842 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 200 len: 217 time: 0.1114519 Nov 16 00:29:12.311614 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37025205-5e88-4a19-b60c-1367d9d01d23 req-f9ef58f8-3050-4284-b7a3-36f56238c1bf tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:12.326401 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-37025205-5e88-4a19-b60c-1367d9d01d23 req-f9ef58f8-3050-4284-b7a3-36f56238c1bf tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.2198262 Nov 16 00:29:12.469189 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'Port': ['ID=02d27111-d20f-4419-b126-5d4b4d5fe34c,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:12.515568 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-37025205-5e88-4a19-b60c-1367d9d01d23 req-09468ded-f6bc-4937-ae28-4a7ec5d6f9a7 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876607 Nov 16 00:29:12.521564 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:12.522993 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-5503c804-fa34-4acb-8e42-1138ed29e67d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8682516 Nov 16 00:29:12.621891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ae1aa-50cb-466e-a243-06470439eec3 req-520339b4-c43c-428e-929f-76cd2e50e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:12.623511 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-624ae1aa-50cb-466e-a243-06470439eec3 req-520339b4-c43c-428e-929f-76cd2e50e7c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.1991928 Nov 16 00:29:12.635374 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bea17-6702-48b8-9104-2cb7d61d492d req-883d9aef-4adb-4b1d-9e7a-2e265123dbc0 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:12.643669 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-909bea17-6702-48b8-9104-2cb7d61d492d req-883d9aef-4adb-4b1d-9e7a-2e265123dbc0 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 931 time: 0.2242267 Nov 16 00:29:12.734406 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-624ae1aa-50cb-466e-a243-06470439eec3 req-58fae6dd-8473-4a7d-a542-bdb9e7655877 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876844 Nov 16 00:29:12.798189 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-2ba0b0af-bab2-400a-8496-5d2e2ff5970c req-738ae346-4525-4b8b-bfc9-b889ae10566f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:12.843457 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3c51eddf-dcba-4c7f-b270-b4cafc923ce7 req-e5377ec2-da8f-48ca-9a93-5cba11e39adf tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 210 time: 0.1245737 Nov 16 00:29:12.881680 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-2ba0b0af-bab2-400a-8496-5d2e2ff5970c req-738ae346-4525-4b8b-bfc9-b889ae10566f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:12.886721 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce90d18-c28e-4785-a1d3-e0ca956a9084 {{(pid=107819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:29:12.910268 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Made reservation on behalf of 6a41a4472a974da5aee5d6b458d9f619 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:12.911806 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:12.919318 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:12.976761 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-909bea17-6702-48b8-9104-2cb7d61d492d req-b4239e66-7121-4589-90ec-6295d3ba71e3 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314838 Nov 16 00:29:13.009048 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.provisioning_blocks [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Transition to ACTIVE for port object cce90d18-c28e-4785-a1d3-e0ca956a9084 will not be triggered until provisioned by entity L2. {{(pid=107819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:29:13.014499 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2ba0b0af-bab2-400a-8496-5d2e2ff5970c req-738ae346-4525-4b8b-bfc9-b889ae10566f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1608312 Nov 16 00:29:13.027831 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:13.120108 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ae346-4525-4b8b-bfc9-b889ae10566f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aaea36bf-d0ad-4fc0-96b3-a8672526bd97,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:13.158604 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-624ae1aa-50cb-466e-a243-06470439eec3 req-a2ff9fe8-e5ae-4a7b-b5be-3959173206a7 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127307 Nov 16 00:29:13.202438 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Pushing event updated for resources: {'Port': ['ID=cce90d18-c28e-4785-a1d3-e0ca956a9084,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:13.281475 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-374aa58c-9f43-4908-a83f-c9a41c982747 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--404386992&fields=id&tenant_id=a0f2408fc1d043e581cf3406f493b307 HTTP/1.1" status: 200 len: 267 time: 0.1193268 Nov 16 00:29:13.298263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Allocated IP 172.20.0.11 (f8b59832-05f6-4e7c-ada4-45e801ce41ec/917d8554-6d7a-4b89-8408-a164beda5d9b/10abc4a6-a723-4a5c-855b-11d4b6d40eb9) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:13.314170 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.managers [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Attempting to bind port cce90d18-c28e-4785-a1d3-e0ca956a9084 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:13.314602 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.managers [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Attempting to bind port cce90d18-c28e-4785-a1d3-e0ca956a9084 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'}] {{(pid=107819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:13.314969 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Attempting to bind port cce90d18-c28e-4785-a1d3-e0ca956a9084 on network 2716731e-1433-4cb7-8b9e-2e41adaa7566 {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:13.429361 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Port cce90d18-c28e-4785-a1d3-e0ca956a9084 on network 2716731e-1433-4cb7-8b9e-2e41adaa7566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:29:13.431245 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Attempting to bind port cce90d18-c28e-4785-a1d3-e0ca956a9084 on network 2716731e-1433-4cb7-8b9e-2e41adaa7566 {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:13.458382 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:13.458782 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Checking segment: {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:13.459400 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Bound using segment: {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'} {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:13.459919 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.managers [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Bound port: cce90d18-c28e-4785-a1d3-e0ca956a9084, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336905e-f3e0-438f-b53e-21e1a2ce71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566'}}] {{(pid=107819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:13.460290 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:13.802913 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-59990ba0-067c-4a9b-9ce6-af33314c2247 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:13.825117 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-59990ba0-067c-4a9b-9ce6-af33314c2247 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 810 time: 0.5266471 Nov 16 00:29:13.860376 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] For port cce90d18-c28e-4785-a1d3-e0ca956a9084, host hv-cinder-81115, cleared binding levels {{(pid=107819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:13.897192 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] For port cce90d18-c28e-4785-a1d3-e0ca956a9084, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cce90d18-c28e-4785-a1d3-e0ca956a9084,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:13.902341 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-4332e428-e246-46eb-b3e9-b7a721c18b6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/quotas/a0f2408fc1d043e581cf3406f493b307 HTTP/1.1" status: 200 len: 375 time: 0.0578477 Nov 16 00:29:13.919895 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:14.042759 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-624ae1aa-50cb-466e-a243-06470439eec3 req-8f158c55-1a81-484b-ad66-cedf546172b3 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551549 Nov 16 00:29:14.092459 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:14.093141 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:14.094978 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] 10.222.0.36 "PUT /v2.0/ports/cce90d18-c28e-4785-a1d3-e0ca956a9084 HTTP/1.1" status: 200 len: 1093 time: 2.3209424 Nov 16 00:29:14.099040 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fc982a-6c0b-4489-8e17-7be77c13ddaf', 'tag': 'cce90d18-c28e-4785-a1d3-e0ca956a9084'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:14.132433 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:14.150389 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec328-b3b8-4399-b338-9d45f7be32d5 req-2e4a58e3-09ce-472b-9753-0d2ebe4ab42f tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:14.153734 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-634ec328-b3b8-4399-b338-9d45f7be32d5 req-2e4a58e3-09ce-472b-9753-0d2ebe4ab42f tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.3141773 Nov 16 00:29:14.234467 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-634ec328-b3b8-4399-b338-9d45f7be32d5 req-d0125fc6-e5c7-47f6-a547-24fd42a6a164 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714703 Nov 16 00:29:14.277184 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:14.412179 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:14.422524 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:14.438264 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:14.442484 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device c1f88a1d-9b68-4cbe-84d4-91309b1307d6 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:29:14.469885 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:14.476791 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:14.537237 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:14.584485 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9aea5545-b871-4955-957b-e1cc1ec34ffb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5187011 Nov 16 00:29:14.586295 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41294) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:14.656332 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Request body: {'port': {'device_id': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:14.668231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c59bf-bc3b-4fe5-b9be-b61b0c06bcbd service neutron] Pushing event updated for resources: {'Port': ['ID=cce90d18-c28e-4785-a1d3-e0ca956a9084,revision_number=3']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:14.720309 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-ae6efa93-23fb-4bfb-b7ba-de449983728c tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8030035 Nov 16 00:29:14.732980 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e22de47d-110b-4e22-a4eb-91a6f1ab5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:14.735376 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-e22de47d-110b-4e22-a4eb-91a6f1ab5bdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 1096 time: 0.5180497 Nov 16 00:29:14.755467 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbb959-b455-4186-9d5c-321ca8afbd6e req-17eb1ef7-3ba2-475b-9ca3-8c7f951e3c26 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:14.770315 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-30bbb959-b455-4186-9d5c-321ca8afbd6e req-17eb1ef7-3ba2-475b-9ca3-8c7f951e3c26 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 932 time: 0.4320385 Nov 16 00:29:14.965398 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74286173-1953-407c-b526-a3c6a50cc828" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fc982a-6c0b-4489-8e17-7be77c13ddaf", "tag": "cce90d18-c28e-4785-a1d3-e0ca956a9084"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:15.010530 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-30bbb959-b455-4186-9d5c-321ca8afbd6e req-cfa5226e-aedc-42e9-8210-1c2d546e3a7f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2385976 Nov 16 00:29:15.012821 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:15.036513 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port c1f88a1d-9b68-4cbe-84d4-91309b1307d6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:15.071808 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-af896d83-39be-4633-bacd-fd5a3b8da3bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce90d18-c28e-4785-a1d3-e0ca956a9084 HTTP/1.1" status: 200 len: 217 time: 0.3231311 Nov 16 00:29:15.098991 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': 'c1f88a1d-9b68-4cbe-84d4-91309b1307d6', 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566', 'port_id': 'c1f88a1d-9b68-4cbe-84d4-91309b1307d6', 'mac_address': 'fa:16:3e:f4:19:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e065f267-c6f8-4c5b-abd1-ebb094a971ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:29:15.207350 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:15.216705 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-831328277-network', 'tenant_id': 'e762866f84e546f98f7bc944595f14b4'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:15.255684 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-ccc010e8-5b56-43b1-8876-7ba2c8e08eb5 None None] Provisioning complete for port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:15.256794 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ccc010e8-5b56-43b1-8876-7ba2c8e08eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:15.280080 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Made reservation on behalf of e762866f84e546f98f7bc944595f14b4 for: {'network': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:15.291826 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:15.302715 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-cf1002e7-194c-41f3-b329-72bba8aca822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:15.309532 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:15.314003 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-cf1002e7-194c-41f3-b329-72bba8aca822 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.2255831 Nov 16 00:29:15.341999 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-ccc010e8-5b56-43b1-8876-7ba2c8e08eb5 None None] Port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:29:15.344648 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f88a1d-9b68-4cbe-84d4-91309b1307d6 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:29:15.397735 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port c1f88a1d-9b68-4cbe-84d4-91309b1307d6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:15.404763 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:15.452925 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-52388e73-ad56-4453-adab-e7e9e1b7938f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261177 Nov 16 00:29:15.487379 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:15.506827 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-866c469d-2cff-4ac1-a6ac-8d4a169c78fe service neutron] 10.222.0.31 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552388 Nov 16 00:29:15.554520 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce5106-1112-4458-95aa-fbb38b1ca176 req-6b3446d9-0e08-415a-bc8b-acb3b1870a00 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:15.556876 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4dce5106-1112-4458-95aa-fbb38b1ca176 req-6b3446d9-0e08-415a-bc8b-acb3b1870a00 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 943 time: 0.1923821 Nov 16 00:29:15.629874 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['c1f88a1d-9b68-4cbe-84d4-91309b1307d6'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:29:15.736888 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4dce5106-1112-4458-95aa-fbb38b1ca176 req-7a1a4543-4cc2-438a-b6b5-8217eb0b7d70 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455297 Nov 16 00:29:15.738763 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-42983a72-a1ba-491d-acd4-98f4d3c0a987 service neutron] 10.222.0.31 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690953 Nov 16 00:29:15.888790 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-c89f5da6-d401-491d-9989-c9f584d1aaad service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251666 Nov 16 00:29:15.979345 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:16.064748 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:16.102481 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=107820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:29:16.136795 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:16.137431 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.segments_db [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Added segment 3f8d66c6-154c-47af-8796-90e1cec19a98 of type vlan for network 70259cc8-4b44-437a-9968-475dbd782628 Nov 16 00:29:16.164112 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3b38c71e-0bfa-42e1-bb77-96268b82b6a3 req-644cc7ca-e942-4acd-80dc-c5752fad4c4a service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612553 Nov 16 00:29:16.248564 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88187c-f21a-4bf9-a9d4-9641f0ccc41b req-6c632ace-bfc6-4e8f-8c7e-4c6b573f07e7 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:16.250651 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4f88187c-f21a-4bf9-a9d4-9641f0ccc41b req-6c632ace-bfc6-4e8f-8c7e-4c6b573f07e7 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.0632174 Nov 16 00:29:16.278978 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:16.311071 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:29:16.316510 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1338328e-21d8-462e-8365-86ceee8ca3d7 x-openstack-request-id: req-1338328e-21d8-462e-8365-86ceee8ca3d7 {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:16.317546 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fc982a-6c0b-4489-8e17-7be77c13ddaf", "tag": "cce90d18-c28e-4785-a1d3-e0ca956a9084", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:16.317920 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1338328e-21d8-462e-8365-86ceee8ca3d7 {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:16.318554 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fc982a-6c0b-4489-8e17-7be77c13ddaf', 'tag': 'cce90d18-c28e-4785-a1d3-e0ca956a9084', 'status': 'completed', 'code': 200} Nov 16 00:29:16.323902 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4f88187c-f21a-4bf9-a9d4-9641f0ccc41b req-bbc4148d-f1f1-4ced-9293-15bfa30260ad tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649469 Nov 16 00:29:16.333500 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:16.344675 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d599bef-0529-4a20-b680-3a461d0a0eb0,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:16.406369 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:16.407392 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:16.407994 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:16.432957 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Transition to ACTIVE for port object 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:29:16.453921 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0ba59033-f2df-462c-82a8-dc7de4ee109e req-eccc9cb6-c1b0-4099-a450-73aff3a35b52 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 210 time: 0.0732598 Nov 16 00:29:16.481145 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:16.523569 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3469-1a86-4c09-a96a-7f98aab63284 req-7f5a2890-5a02-4a80-a1b7-36a29e6f6de0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:16.525596 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e91c3469-1a86-4c09-a96a-7f98aab63284 req-7f5a2890-5a02-4a80-a1b7-36a29e6f6de0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0886440 Nov 16 00:29:16.573941 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9807010 Nov 16 00:29:16.574323 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41360) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:16.580705 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Request body: {'subnet': {'network_id': '70259cc8-4b44-437a-9968-475dbd782628', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-831328277-subnet', 'tenant_id': 'e762866f84e546f98f7bc944595f14b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:16.623583 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:16.648912 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b194b-811a-4c64-ace9-4feee6ef7409 admin admin] Pushing event updated for resources: {'Network': ['ID=70259cc8-4b44-437a-9968-475dbd782628,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:16.669396 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e91c3469-1a86-4c09-a96a-7f98aab63284 req-99049933-1378-4dd7-9198-2e65457c0ca3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214120 Nov 16 00:29:16.683246 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 70259cc8-4b44-437a-9968-475dbd782628 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:29:16.692676 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Made reservation on behalf of e762866f84e546f98f7bc944595f14b4 for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:16.703003 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:16.841470 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Attempting to bind port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:16.857120 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Attempting to bind port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:16.861408 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Attempting to bind port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 on network f8b59832-05f6-4e7c-ada4-45e801ce41ec {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:16.880196 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 on network f8b59832-05f6-4e7c-ada4-45e801ce41ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:29:16.880776 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Attempting to bind port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 on network f8b59832-05f6-4e7c-ada4-45e801ce41ec {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:16.915473 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:16.927739 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Checking segment: {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:16.928712 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Bound using segment: {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:16.930089 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Bound port: 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:16.931477 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:17.126775 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:17.131448 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:17.172607 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:17.282228 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:17.282937 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:17.284886 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] 10.222.0.36 "PUT /v2.0/ports/10abc4a6-a723-4a5c-855b-11d4b6d40eb9 HTTP/1.1" status: 200 len: 1094 time: 2.6633706 Nov 16 00:29:17.285724 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:17.289292 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89363df7-2659-4786-b166-9e52e1c88b09" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:17.303449 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:17.400340 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251e692-4e8e-4e19-b4ec-78d7a180b845 req-eed80b78-c8c6-4f7b-aaf6-7d87c033392c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:17.402020 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d251e692-4e8e-4e19-b4ec-78d7a180b845 req-eed80b78-c8c6-4f7b-aaf6-7d87c033392c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 943 time: 0.2690103 Nov 16 00:29:17.406617 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa4000c-191b-4d8d-a340-da68f997cf55 x-openstack-request-id: req-baa4000c-191b-4d8d-a340-da68f997cf55 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:17.406922 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:17.407177 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-baa4000c-191b-4d8d-a340-da68f997cf55 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:17.407589 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'status': 'completed', 'code': 200} Nov 16 00:29:17.408181 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1c94e-723a-4f6a-ad7e-a425c3d8855d service neutron] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:17.457263 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d251e692-4e8e-4e19-b4ec-78d7a180b845 req-febfad8b-3dc2-4ac3-a199-c00f7febb026 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377679 Nov 16 00:29:17.508725 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc58f73f-3c0b-4192-acd8-87e781c67459,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:17.521082 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Checking segment: {'id': '3f8d66c6-154c-47af-8796-90e1cec19a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '70259cc8-4b44-437a-9968-475dbd782628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:17.522622 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Network hostable DHCP agents. Network: 70259cc8-4b44-437a-9968-475dbd782628, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:29:17.605933 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5a55b503-f8e5-4f65-875d-e5c78d352bef req-0725e3dd-9ada-40da-842e-7484dccd97be tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 210 time: 0.0562916 Nov 16 00:29:17.608348 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Network 70259cc8-4b44-437a-9968-475dbd782628 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:29:17.632868 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 70259cc8-4b44-437a-9968-475dbd782628) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:17.640074 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:17.641041 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:17.649734 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72572f1-8ea6-4d5e-89c0-5bf5c7d4eb69 None None] Network 70259cc8-4b44-437a-9968-475dbd782628 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:29:17.684059 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-816a309d-9302-410b-8c22-57f69713ec40 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0942328 Nov 16 00:29:17.852192 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e2fbfb-6b1d-4de4-932c-9c789b4ce215 None None] Network 70259cc8-4b44-437a-9968-475dbd782628 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:29:17.965115 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f068268-e672-4682-9a5c-fa1a8380d696 req-85c5fdab-f366-4c91-9f14-4a367476fb5e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:17.967263 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5f068268-e672-4682-9a5c-fa1a8380d696 req-85c5fdab-f366-4c91-9f14-4a367476fb5e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0945404 Nov 16 00:29:18.053155 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5f068268-e672-4682-9a5c-fa1a8380d696 req-22075a4c-9e47-4dd6-8960-b26fec486bc2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751989 Nov 16 00:29:18.231622 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41422) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:18.560506 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41440) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:18.566991 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2000887729-network', 'tenant_id': '257cc93263da4df29a03a0a76768d85e'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:18.569975 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b94993a4-aa55-404f-b467-6668f8f57e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:18.592919 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Made reservation on behalf of 257cc93263da4df29a03a0a76768d85e for: {'network': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:18.595801 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:18.607371 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:18.708844 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b6aec-3c2c-4f14-9fcf-2bed0bb98ae0 req-c90adb75-4866-40e1-a6ac-1a640225883b tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:18.711662 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dc4b6aec-3c2c-4f14-9fcf-2bed0bb98ae0 req-c90adb75-4866-40e1-a6ac-1a640225883b tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 943 time: 0.1363447 Nov 16 00:29:18.719025 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:18.743104 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:18.783184 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d9082956-2fff-4b1a-b486-a34ddfb9a243 req-d3132f1b-c7a6-4a5d-ae6b-7ce19f5d0a4c tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 210 time: 0.0580633 Nov 16 00:29:18.802013 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dc4b6aec-3c2c-4f14-9fcf-2bed0bb98ae0 req-cac1f955-c574-4df4-b7d5-85b1e7ba82a1 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711994 Nov 16 00:29:18.818105 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=107820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:29:18.835079 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b94993a4-aa55-404f-b467-6668f8f57e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:18.836237 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c603e94-40c3-4110-b8f6-60163510c8fb,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:18.840438 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b94993a4-aa55-404f-b467-6668f8f57e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:18.845338 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:18.845920 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.segments_db [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Added segment f1349be4-28cc-44fa-b8d7-6d1932255b48 of type vlan for network 5ea570e8-beb8-4574-90a8-4620924cebeb Nov 16 00:29:18.890884 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b94993a4-aa55-404f-b467-6668f8f57e23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95e8f72d4c52467389aba85b73f08143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6570883 Nov 16 00:29:18.899877 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41444) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:18.983031 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:18.999296 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94993a4-aa55-404f-b467-6668f8f57e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f164a81-f3cd-48fa-ad75-82a2f74684c4,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:19.025443 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74286173-1953-407c-b526-a3c6a50cc828 req-a16ccbb0-c8d4-462b-8e37-a7509b67676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:19.027851 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-74286173-1953-407c-b526-a3c6a50cc828 req-a16ccbb0-c8d4-462b-8e37-a7509b67676a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 1096 time: 0.1069050 Nov 16 00:29:19.063890 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89363df7-2659-4786-b166-9e52e1c88b09 req-ed724b23-e98c-4787-8e04-199e513e1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:19.067165 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-89363df7-2659-4786-b166-9e52e1c88b09 req-ed724b23-e98c-4787-8e04-199e513e1d67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 1097 time: 0.1214802 Nov 16 00:29:19.067945 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:19.069234 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:19.070060 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:19.074274 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4b53100c-aea6-496f-a2f3-06f4bb1218c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:19.248409 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4b53100c-aea6-496f-a2f3-06f4bb1218c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:19.330674 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7684894 Nov 16 00:29:19.339015 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41454) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:19.357613 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Request body: {'subnet': {'network_id': '5ea570e8-beb8-4574-90a8-4620924cebeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2000887729-subnet', 'tenant_id': '257cc93263da4df29a03a0a76768d85e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:19.400667 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc2b51-87be-45cb-a252-7c7ececfd545 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea570e8-beb8-4574-90a8-4620924cebeb,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:19.416039 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 5ea570e8-beb8-4574-90a8-4620924cebeb details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:29:19.499949 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4b53100c-aea6-496f-a2f3-06f4bb1218c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:19.500917 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63eb67-aeb9-4cc8-b85e-ef789f580d4e req-bafa618a-0ef5-49ff-9eb6-4a79e9699bc1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:19.501074 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4b53100c-aea6-496f-a2f3-06f4bb1218c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:19.501074 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-4b53100c-aea6-496f-a2f3-06f4bb1218c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f164a81-f3cd-48fa-ad75-82a2f74684c4 HTTP/1.1" status: 204 len: 168 time: 0.5692236 Nov 16 00:29:19.517634 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bc63eb67-aeb9-4cc8-b85e-ef789f580d4e req-bafa618a-0ef5-49ff-9eb6-4a79e9699bc1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.2715833 Nov 16 00:29:19.543728 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89363df7-2659-4786-b166-9e52e1c88b09 req-e3f6ce5a-7c04-4540-8cbd-9dbdf71b447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:19.546528 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-89363df7-2659-4786-b166-9e52e1c88b09 req-e3f6ce5a-7c04-4540-8cbd-9dbdf71b447a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a41a4472a974da5aee5d6b458d9f619&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4694636 Nov 16 00:29:19.556312 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74286173-1953-407c-b526-a3c6a50cc828 req-2d619f31-661e-4a57-b231-192d863d05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:19.559107 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-74286173-1953-407c-b526-a3c6a50cc828 req-2d619f31-661e-4a57-b231-192d863d05d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.5213280 Nov 16 00:29:19.602002 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53100c-aea6-496f-a2f3-06f4bb1218c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f164a81-f3cd-48fa-ad75-82a2f74684c4,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:19.616358 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Made reservation on behalf of 257cc93263da4df29a03a0a76768d85e for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:19.622751 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:20.124287 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89363df7-2659-4786-b166-9e52e1c88b09 req-47dbb916-8b8a-4b28-b57a-e4c4f70bdd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:20.127199 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-89363df7-2659-4786-b166-9e52e1c88b09 req-47dbb916-8b8a-4b28-b57a-e4c4f70bdd63 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5539780 Nov 16 00:29:20.309999 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-74286173-1953-407c-b526-a3c6a50cc828 req-87114349-0e19-44f6-8705-34ddaedac011 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce90d18-c28e-4785-a1d3-e0ca956a9084 HTTP/1.1" status: 200 len: 217 time: 0.6627629 Nov 16 00:29:20.354394 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-81130dfa-c0d0-4d0d-baf4-916a84fa0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:20.357777 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-81130dfa-c0d0-4d0d-baf4-916a84fa0040 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 1097 time: 0.1693599 Nov 16 00:29:20.480939 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bc63eb67-aeb9-4cc8-b85e-ef789f580d4e req-5a39e21a-4824-4501-b879-dba68632cba3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9619408 Nov 16 00:29:20.511408 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-9dbb567c-971c-47be-afab-81fd601a642c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9 HTTP/1.1" status: 200 len: 217 time: 0.1376247 Nov 16 00:29:20.527643 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41496) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:20.630741 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-505695ee-fe23-4c58-82dc-b7952c78d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:20.634000 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-505695ee-fe23-4c58-82dc-b7952c78d896 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.1209130 Nov 16 00:29:20.702228 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ac7dfd99-43e2-46e5-9c6d-6768261059ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:20.743410 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74286173-1953-407c-b526-a3c6a50cc828 req-8b2480af-ddea-4b31-bb42-b6447c6c14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:20.746339 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-74286173-1953-407c-b526-a3c6a50cc828 req-8b2480af-ddea-4b31-bb42-b6447c6c14a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.3989646 Nov 16 00:29:20.762312 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-b3a2136f-08c7-4fac-837b-cf1d283ab0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:20.764891 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-b3a2136f-08c7-4fac-837b-cf1d283ab0d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233020 Nov 16 00:29:20.847743 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device c1f88a1d-9b68-4cbe-84d4-91309b1307d6 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:20.980058 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-25f16ab8-11b8-42ab-b7ea-927496ab7bb4 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:20.982865 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-25f16ab8-11b8-42ab-b7ea-927496ab7bb4 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 810 time: 0.7806532 Nov 16 00:29:20.986904 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port c1f88a1d-9b68-4cbe-84d4-91309b1307d6 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:29:20.994028 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port c1f88a1d-9b68-4cbe-84d4-91309b1307d6 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:20.994394 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.117467 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ac7dfd99-43e2-46e5-9c6d-6768261059ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.134969 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-411fe9b2-7518-46d1-9d57-1fcab9b0daae req-d203d75b-83b1-4e75-8b9d-6cef9ade58ec tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 210 time: 0.4109397 Nov 16 00:29:21.163967 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ac7dfd99-43e2-46e5-9c6d-6768261059ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.204372 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-74286173-1953-407c-b526-a3c6a50cc828 req-91fcb271-fd50-4e0d-bb8c-fd41d05a507d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4332104 Nov 16 00:29:21.265987 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dfd99-43e2-46e5-9c6d-6768261059ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1700c294-fe15-4788-8da7-e195b38bd641,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:21.287509 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-ac7dfd99-43e2-46e5-9c6d-6768261059ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aaa3064e7a4f4dbe8d688c316ef4e384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7579658 Nov 16 00:29:21.302647 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a18873-fc1b-4109-81b4-dd6046f45e00 req-ce2a5270-358a-48d9-b93a-65cb3d89d208 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:21.305329 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a9a18873-fc1b-4109-81b4-dd6046f45e00 req-ce2a5270-358a-48d9-b93a-65cb3d89d208 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 943 time: 0.1359653 Nov 16 00:29:21.306092 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41512) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:21.392996 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-f8c0083d-fdf7-4cc2-9987-31a40d9a95a6 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206186 Nov 16 00:29:21.400472 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.406841 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.453536 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896600e3-829b-43f9-87af-60d271f05432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f88a1d-9b68-4cbe-84d4-91309b1307d6'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:21.454551 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a9a18873-fc1b-4109-81b4-dd6046f45e00 req-1c607f2f-7beb-463b-93c6-6ea72c058249 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291358 Nov 16 00:29:21.456726 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83152786-fae5-4ceb-bcbe-395f9b8dd3b0" -d '{"events": [{"server_uuid": "896600e3-829b-43f9-87af-60d271f05432", "name": "network-vif-plugged", "status": "completed", "tag": "c1f88a1d-9b68-4cbe-84d4-91309b1307d6"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:21.474980 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port c1f88a1d-9b68-4cbe-84d4-91309b1307d6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:21.483214 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2b42c163-5275-4db2-84b3-c3d59c51be01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.484726 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.495098 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d1f057-7d66-4a9a-8654-8c3f47410d3d,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:21.502552 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Checking segment: {'id': 'f1349be4-28cc-44fa-b8d7-6d1932255b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5ea570e8-beb8-4574-90a8-4620924cebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:21.502952 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Network hostable DHCP agents. Network: 5ea570e8-beb8-4574-90a8-4620924cebeb, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:29:21.529332 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Network 5ea570e8-beb8-4574-90a8-4620924cebeb is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:29:21.545844 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 5ea570e8-beb8-4574-90a8-4620924cebeb) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:21.546020 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ab0624-8df3-4443-a662-8975629d47ad x-openstack-request-id: req-43ab0624-8df3-4443-a662-8975629d47ad {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:21.546596 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896600e3-829b-43f9-87af-60d271f05432", "name": "network-vif-plugged", "status": "completed", "tag": "c1f88a1d-9b68-4cbe-84d4-91309b1307d6", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:21.546852 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43ab0624-8df3-4443-a662-8975629d47ad {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:21.547772 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896600e3-829b-43f9-87af-60d271f05432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f88a1d-9b68-4cbe-84d4-91309b1307d6', 'code': 200} Nov 16 00:29:21.553288 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:21.555791 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2b42c163-5275-4db2-84b3-c3d59c51be01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.558992 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.566407 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c22116-17ed-422a-b72c-fd2afaa0e6ea None None] Network 5ea570e8-beb8-4574-90a8-4620924cebeb requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:29:21.607411 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-3b6d33d9-cc41-488d-90da-11dfbd6c3695 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2512910 Nov 16 00:29:21.657293 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2b42c163-5275-4db2-84b3-c3d59c51be01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.661804 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2b42c163-5275-4db2-84b3-c3d59c51be01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:21.663196 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-2b42c163-5275-4db2-84b3-c3d59c51be01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1700c294-fe15-4788-8da7-e195b38bd641 HTTP/1.1" status: 204 len: 168 time: 0.3528156 Nov 16 00:29:21.683231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42c163-5275-4db2-84b3-c3d59c51be01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1700c294-fe15-4788-8da7-e195b38bd641,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:21.734205 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:21.871804 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae0127-24e9-43c8-a7f3-162a3175693c req-7546aab1-6c03-49d2-9b6c-2ff63154feef tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:21.885537 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-17ae0127-24e9-43c8-a7f3-162a3175693c req-7546aab1-6c03-49d2-9b6c-2ff63154feef tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.1630716 Nov 16 00:29:21.907930 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1c1b33-a533-42ae-88e5-26c12717ab2b None None] Network 5ea570e8-beb8-4574-90a8-4620924cebeb requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:29:21.954942 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-17ae0127-24e9-43c8-a7f3-162a3175693c req-d7c113e5-e9d1-4941-ace8-0abc26be3b3b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677960 Nov 16 00:29:22.280820 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-660e8417-7499-42a0-be34-53d349b702a1 req-8cc12c28-e5e7-4d86-b37e-cec269904b0e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 210 time: 0.0342112 Nov 16 00:29:22.645138 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c16ac3-13ff-47ff-b7f4-0845292d43d1 req-8eeaa1b3-e79f-4685-96ca-9d35aa97f6bd tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:22.647463 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-92c16ac3-13ff-47ff-b7f4-0845292d43d1 req-8eeaa1b3-e79f-4685-96ca-9d35aa97f6bd tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 943 time: 0.0768104 Nov 16 00:29:22.716464 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-92c16ac3-13ff-47ff-b7f4-0845292d43d1 req-1a7c5025-e26e-4fd5-a217-57c8c768af9c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583024 Nov 16 00:29:23.137695 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56051503-a228-414e-9bb7-907b9c9123a2 req-80874fe2-0f56-464d-b209-7c6f31df8728 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:23.139123 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-56051503-a228-414e-9bb7-907b9c9123a2 req-80874fe2-0f56-464d-b209-7c6f31df8728 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0588796 Nov 16 00:29:23.210274 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-56051503-a228-414e-9bb7-907b9c9123a2 req-af7eaf95-2ef6-4b37-8660-57336fecb2a4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515282 Nov 16 00:29:23.421880 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-36541e8c-a26f-4652-9672-8b06ce316d3c req-492ff68e-728e-4d23-bbf2-fc21ce20f33a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 210 time: 0.0331082 Nov 16 00:29:23.507598 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41596) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:23.634052 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d6bbaefb-5e66-4ab7-b917-277372b3040e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:23.728431 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d6bbaefb-5e66-4ab7-b917-277372b3040e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:23.732746 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d6bbaefb-5e66-4ab7-b917-277372b3040e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:23.762196 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device cce90d18-c28e-4785-a1d3-e0ca956a9084 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:29:23.780611 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-d6bbaefb-5e66-4ab7-b917-277372b3040e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7474016df094466bd30140475c1104e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716720 Nov 16 00:29:23.781852 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41602) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:23.785913 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbaefb-5e66-4ab7-b917-277372b3040e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16aead-d9ec-44f9-85e4-5effb47df9fd,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:23.921569 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d233249e-8f41-4648-9c31-f3b0d742eb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:23.972986 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d233249e-8f41-4648-9c31-f3b0d742eb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:24.001012 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-3b4fe06c-8927-47a9-9f49-de935cb6604d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f2408fc1d043e581cf3406f493b307 HTTP/1.1" status: 200 len: 379 time: 0.1802101 Nov 16 00:29:24.008643 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8eda3b-dcbb-409e-9623-13624b16d3f0 req-95f8de47-7b25-407c-b9b0-7111fcf3cfb1 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830368 Nov 16 00:29:24.016559 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'port': {'device_id': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'admin_state_up': True, 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'security_groups': ['99ec69f6-4a8c-4196-aec4-0951844ac9d4']}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:24.080233 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port cce90d18-c28e-4785-a1d3-e0ca956a9084, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cce90d18-c28e-4785-a1d3-e0ca956a9084,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:24.082426 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d233249e-8f41-4648-9c31-f3b0d742eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:24.085269 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d233249e-8f41-4648-9c31-f3b0d742eb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:24.086547 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-d233249e-8f41-4648-9c31-f3b0d742eb55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b16aead-d9ec-44f9-85e4-5effb47df9fd HTTP/1.1" status: 204 len: 168 time: 0.3032751 Nov 16 00:29:24.099938 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233249e-8f41-4648-9c31-f3b0d742eb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16aead-d9ec-44f9-85e4-5effb47df9fd,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:24.114746 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': 'cce90d18-c28e-4785-a1d3-e0ca956a9084', 'network_id': '2716731e-1433-4cb7-8b9e-2e41adaa7566', 'port_id': 'cce90d18-c28e-4785-a1d3-e0ca956a9084', 'mac_address': 'fa:16:3e:49:4c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e065f267-c6f8-4c5b-abd1-ebb094a971ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:29:24.115649 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7727e-9c5c-4553-baa6-427604637c9b req-14528fad-4c80-4b3a-931d-99f2a4624a7c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:24.117351 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06f7727e-9c5c-4553-baa6-427604637c9b req-14528fad-4c80-4b3a-931d-99f2a4624a7c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 943 time: 0.3134942 Nov 16 00:29:24.177198 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:24.180375 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-74286173-1953-407c-b526-a3c6a50cc828 req-19b1fd6a-511e-4b75-80da-1ccd10b54575 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541632 Nov 16 00:29:24.196107 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce90d18-c28e-4785-a1d3-e0ca956a9084 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:29:24.223748 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port cce90d18-c28e-4785-a1d3-e0ca956a9084, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cce90d18-c28e-4785-a1d3-e0ca956a9084,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:24.230691 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:24.293014 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06f7727e-9c5c-4553-baa6-427604637c9b req-2cb7d201-856e-45c8-9f64-2eb3c28998e1 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640782 Nov 16 00:29:24.309106 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e6a6-c4f5-4e13-81a7-5592fabf2634 req-7bde4f58-2d8a-40f4-82cc-cb1ac91192e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:24.317504 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=cce90d18-c28e-4785-a1d3-e0ca956a9084,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:24.323350 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-26c1e6a6-c4f5-4e13-81a7-5592fabf2634 req-7bde4f58-2d8a-40f4-82cc-cb1ac91192e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1098 time: 0.2041655 Nov 16 00:29:24.348608 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Made reservation on behalf of a0f2408fc1d043e581cf3406f493b307 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:24.367693 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:24.417708 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-74286173-1953-407c-b526-a3c6a50cc828 req-aa6d6227-f237-460d-a81c-e5d05c225ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285497 Nov 16 00:29:24.483847 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-26c1e6a6-c4f5-4e13-81a7-5592fabf2634 req-a993cbc5-e1e4-49f5-a021-65059087b066 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427121 Nov 16 00:29:24.501870 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['cce90d18-c28e-4785-a1d3-e0ca956a9084'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:29:24.525776 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed833369-f57f-43af-b2ed-9310d8818d76 req-81d647d6-767d-4235-8cd6-e029c2a5df02 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:24.528580 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ed833369-f57f-43af-b2ed-9310d8818d76 req-81d647d6-767d-4235-8cd6-e029c2a5df02 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.1493771 Nov 16 00:29:24.623751 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8d69d42b-296f-4527-bc0b-52b56afa5ffc req-7f8f7f28-e826-4ab8-bc70-aad8465143f5 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 210 time: 0.0410414 Nov 16 00:29:24.641526 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Allocated IP 172.20.0.10 (3262426f-7c77-4fea-b32e-ea6229d56ca5/d00cf4cb-12d8-4c12-a763-066afa9978bb/01184432-b920-416d-948c-2998a3138394) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:24.661269 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ed833369-f57f-43af-b2ed-9310d8818d76 req-7c0c9512-b04c-4ec9-b292-0a0cd60ff4aa tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125193 Nov 16 00:29:24.900121 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:24.952500 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:25.001106 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:25.006057 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:25.064551 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:25.075994 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:25.076918 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:25.096146 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'Port': ['ID=01184432-b920-416d-948c-2998a3138394,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:25.141753 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-d290fac2-5047-4317-889c-3323c7a85c6e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1286211 Nov 16 00:29:25.155673 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Request body: {'port': {'device_id': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:25.260668 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:25.469225 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41670) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:25.485113 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-9b7d0740-54e3-471e-b09d-31fb988190c5 None None] Provisioning complete for port 01184432-b920-416d-948c-2998a3138394 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:25.486241 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9b7d0740-54e3-471e-b09d-31fb988190c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:25.535154 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d0740-54e3-471e-b09d-31fb988190c5 None None] Port 01184432-b920-416d-948c-2998a3138394 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:29:25.711607 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b060c43-109f-4a1b-875f-eaf517f11a86 req-5cec669d-735b-4159-8248-20367ff546ec tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:25.714084 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1832063080-network', 'tenant_id': 'cce0078a151f47738c5863929c403dc7'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:25.723908 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1b060c43-109f-4a1b-875f-eaf517f11a86 req-5cec669d-735b-4159-8248-20367ff546ec tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 944 time: 0.1479535 Nov 16 00:29:25.775200 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Made reservation on behalf of cce0078a151f47738c5863929c403dc7 for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:25.779725 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:25.796920 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:25.860634 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1b060c43-109f-4a1b-875f-eaf517f11a86 req-9fc02387-79dd-474d-9e38-7ea34f46eef2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223385 Nov 16 00:29:25.930942 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01184432-b920-416d-948c-2998a3138394 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:29:25.942446 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:25.964117 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Transition to ACTIVE for port object 01184432-b920-416d-948c-2998a3138394 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:29:25.966922 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:25.969542 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:25.985482 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d64de9-a62d-4f9e-bf83-93ecc20016c8 req-fe5139c6-9644-4bd2-8af5-aebc0a6bf684 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:25.988500 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e2d64de9-a62d-4f9e-bf83-93ecc20016c8 req-fe5139c6-9644-4bd2-8af5-aebc0a6bf684 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 932 time: 0.1737676 Nov 16 00:29:25.989595 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.047852 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:29:26.066784 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b1bb9-2967-4e8a-9716-7ba795bb8f87,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:26.076589 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.077264 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Added segment 53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2 of type vlan for network 5b2f5911-2804-41c1-a851-8f21bec631b6 Nov 16 00:29:26.124093 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Pushing event updated for resources: {'Port': ['ID=01184432-b920-416d-948c-2998a3138394,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:26.132038 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e2d64de9-a62d-4f9e-bf83-93ecc20016c8 req-1e21f4cc-6236-4a1c-a825-b3e0a520875a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241696 Nov 16 00:29:26.144214 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Attempting to bind port 01184432-b920-416d-948c-2998a3138394 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:26.144551 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Attempting to bind port 01184432-b920-416d-948c-2998a3138394 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:26.144881 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Attempting to bind port 01184432-b920-416d-948c-2998a3138394 on network 3262426f-7c77-4fea-b32e-ea6229d56ca5 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:26.154682 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Port 01184432-b920-416d-948c-2998a3138394 on network 3262426f-7c77-4fea-b32e-ea6229d56ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:29:26.155023 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Attempting to bind port 01184432-b920-416d-948c-2998a3138394 on network 3262426f-7c77-4fea-b32e-ea6229d56ca5 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:26.169417 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.182469 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200bb30-b8c2-41b6-aa0b-a49a4e23e278 req-7056d88f-e0fb-4096-a5d4-abafb35c092e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:26.184157 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f200bb30-b8c2-41b6-aa0b-a49a4e23e278 req-7056d88f-e0fb-4096-a5d4-abafb35c092e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.1464758 Nov 16 00:29:26.185406 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:26.185612 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Checking segment: {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:26.185999 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Bound using segment: {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:26.186457 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Bound port: 01184432-b920-416d-948c-2998a3138394, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:26.186955 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.242004 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.244613 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:26.245786 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.300340 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f200bb30-b8c2-41b6-aa0b-a49a4e23e278 req-7943a299-45a3-4436-969e-fee59e3fcb5d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967741 Nov 16 00:29:26.335734 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] For port 01184432-b920-416d-948c-2998a3138394, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:26.344121 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] For port 01184432-b920-416d-948c-2998a3138394, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=01184432-b920-416d-948c-2998a3138394,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:26.351993 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.358449 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8833709 Nov 16 00:29:26.359204 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41686) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:26.363865 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Request body: {'subnet': {'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1832063080-subnet', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'ip_version': 4}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:26.374992 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc3ebe-6303-4cfd-a482-53d511b3d74e admin admin] Pushing event updated for resources: {'Network': ['ID=5b2f5911-2804-41c1-a851-8f21bec631b6,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:26.391398 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:29:26.403824 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Made reservation on behalf of cce0078a151f47738c5863929c403dc7 for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:26.406428 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.449437 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:26.449437 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.449437 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] 10.222.0.36 "PUT /v2.0/ports/01184432-b920-416d-948c-2998a3138394 HTTP/1.1" status: 200 len: 1094 time: 1.3011861 Nov 16 00:29:26.450168 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'tag': '01184432-b920-416d-948c-2998a3138394'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:26.457121 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053bf811-1a51-49bb-8d85-47cc77a5651b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f376e4-af26-4799-9127-58d9efd50cdc", "tag": "01184432-b920-416d-948c-2998a3138394"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:26.598763 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1e226-9751-4457-9fc0-e582f2117e43 service neutron] Pushing event updated for resources: {'Port': ['ID=01184432-b920-416d-948c-2998a3138394,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:26.666392 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee6b671-d1a2-4983-96ba-0fbc13a86ecb x-openstack-request-id: req-fee6b671-d1a2-4983-96ba-0fbc13a86ecb {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:26.666863 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f376e4-af26-4799-9127-58d9efd50cdc", "tag": "01184432-b920-416d-948c-2998a3138394", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:26.670440 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fee6b671-d1a2-4983-96ba-0fbc13a86ecb {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:26.670964 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'tag': '01184432-b920-416d-948c-2998a3138394', 'status': 'completed', 'code': 200} Nov 16 00:29:26.702974 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-9f0c5e74-3647-47bf-8126-7056774db368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:26.706438 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-9f0c5e74-3647-47bf-8126-7056774db368 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 1097 time: 0.1597550 Nov 16 00:29:26.816198 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-4c4b5e8f-64f8-47ec-b8ca-8d051f6ebb53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01184432-b920-416d-948c-2998a3138394 HTTP/1.1" status: 200 len: 217 time: 0.0949385 Nov 16 00:29:26.886082 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:26.891252 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-675339f7-94e2-4ace-83a4-5a6f79ccbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:26.892792 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-675339f7-94e2-4ace-83a4-5a6f79ccbd52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d00cf4cb-12d8-4c12-a763-066afa9978bb HTTP/1.1" status: 200 len: 849 time: 0.0678191 Nov 16 00:29:26.901428 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:29:26.936962 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device cce90d18-c28e-4785-a1d3-e0ca956a9084 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:26.969182 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:26.998551 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-184d7852-1c9d-43fa-a7e4-fcd68249a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:27.000201 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-184d7852-1c9d-43fa-a7e4-fcd68249a3a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3262426f-7c77-4fea-b32e-ea6229d56ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921693 Nov 16 00:29:27.010612 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Checking segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:27.010957 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Network hostable DHCP agents. Network: 5b2f5911-2804-41c1-a851-8f21bec631b6, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:29:27.038910 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:29:27.051703 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 5b2f5911-2804-41c1-a851-8f21bec631b6) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:27.056606 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:27.057241 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.081962 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-79ace1e3-07ef-4f41-8ae0-494a2fea3d69 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7181699 Nov 16 00:29:27.082476 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41710) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:27.090026 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:27.121680 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.123157 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99aef18-fd26-4ffa-aef9-4e31294ebed7 None None] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:29:27.123867 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.188196 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port cce90d18-c28e-4785-a1d3-e0ca956a9084 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:29:27.201666 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port cce90d18-c28e-4785-a1d3-e0ca956a9084 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:27.202045 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.223418 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7c9be-06e8-408f-ae77-f620dca6fb45 req-d6547ef7-e4de-446f-85bf-62d038d5b98b tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:27.226600 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8bd7c9be-06e8-408f-ae77-f620dca6fb45 req-d6547ef7-e4de-446f-85bf-62d038d5b98b tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 944 time: 0.1402647 Nov 16 00:29:27.246320 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-51ebb474-e5da-4d0a-851f-b30646faa68a service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322762 Nov 16 00:29:27.286810 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.308361 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8bd7c9be-06e8-408f-ae77-f620dca6fb45 req-2c86afdf-3055-4b07-9be5-b18793842a36 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Nov 16 00:29:27.310623 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:27.363136 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'port_id': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'mac_address': 'fa:16:3e:df:27:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:29:27.441994 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bbcb4f-f45e-4548-baf3-695f8e7e8a7a req-a572e384-ee87-48d1-ba42-2a052bcc02e1 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818602 Nov 16 00:29:27.517960 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-5b2f5911-2804-41c1-a851-8f21bec631b6', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:29:27.519091 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.540415 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.559958 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.587577 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95603abf-45fe-433e-9f87-d548b186fe8b req-cebb1eca-c99f-4383-9dda-74799818cf72 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:27.590395 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-95603abf-45fe-433e-9f87-d548b186fe8b req-cebb1eca-c99f-4383-9dda-74799818cf72 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 944 time: 0.3297358 Nov 16 00:29:27.593700 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6abbb7-b568-45b5-a4d2-3e0cc0fcc80c req-47dc8466-890e-4850-80f1-b65b1e984ac8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:27.595791 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1f6abbb7-b568-45b5-a4d2-3e0cc0fcc80c req-47dc8466-890e-4850-80f1-b65b1e984ac8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.1472437 Nov 16 00:29:27.671903 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1f6abbb7-b568-45b5-a4d2-3e0cc0fcc80c req-55f3c7bf-8e7d-4130-9817-6caa22a2031c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559323 Nov 16 00:29:27.680554 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.719858 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fc982a-6c0b-4489-8e17-7be77c13ddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce90d18-c28e-4785-a1d3-e0ca956a9084'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:27.725222 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8173ab9b-ca74-49f5-810d-d7efadf219d2" -d '{"events": [{"server_uuid": "e9fc982a-6c0b-4489-8e17-7be77c13ddaf", "name": "network-vif-plugged", "status": "completed", "tag": "cce90d18-c28e-4785-a1d3-e0ca956a9084"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:27.736373 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:29:27.759731 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port cce90d18-c28e-4785-a1d3-e0ca956a9084, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cce90d18-c28e-4785-a1d3-e0ca956a9084,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:27.783699 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:27.812257 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:27.866115 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ecac86-44cf-480f-ba30-d31f35aaed61 x-openstack-request-id: req-e5ecac86-44cf-480f-ba30-d31f35aaed61 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:27.866827 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fc982a-6c0b-4489-8e17-7be77c13ddaf", "name": "network-vif-plugged", "status": "completed", "tag": "cce90d18-c28e-4785-a1d3-e0ca956a9084", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:27.867458 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5ecac86-44cf-480f-ba30-d31f35aaed61 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:27.868274 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fc982a-6c0b-4489-8e17-7be77c13ddaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce90d18-c28e-4785-a1d3-e0ca956a9084', 'code': 200} Nov 16 00:29:27.873182 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-95603abf-45fe-433e-9f87-d548b186fe8b req-5bd7c5b0-4749-4ed4-93bd-e7c27de4844b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290394 Nov 16 00:29:27.882555 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.027951 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=cce90d18-c28e-4785-a1d3-e0ca956a9084,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:28.038364 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Allocated IP 172.20.0.2 (5b2f5911-2804-41c1-a851-8f21bec631b6/0b0d7396-e983-4a74-8d10-1a9b1e1cc49f/1f35e175-d860-4a76-a33c-b0b2b4e425f3) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:28.041049 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-7ec58954-d007-4eeb-838f-b0890201e021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.145764 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:28.228388 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.256195 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.265534 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.266896 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.305373 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:28.308922 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:28.312871 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:28.346518 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Pushing event updated for resources: {'Port': ['ID=1f35e175-d860-4a76-a33c-b0b2b4e425f3,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:28.396445 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Attempting to bind port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:28.397038 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Attempting to bind port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:28.398411 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Attempting to bind port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 on network 5b2f5911-2804-41c1-a851-8f21bec631b6 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:28.407356 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:28.407983 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Checking segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:28.408705 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.410123 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Bound using segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:28.410963 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Bound port: 1f35e175-d860-4a76-a33c-b0b2b4e425f3, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:28.412341 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.458526 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Allocated IP 172.27.1.188 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/5bda8aa7-5147-4e7a-980d-4db2c02970a5) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:28.511240 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] For port 1f35e175-d860-4a76-a33c-b0b2b4e425f3, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:28.517981 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] For port 1f35e175-d860-4a76-a33c-b0b2b4e425f3, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=1f35e175-d860-4a76-a33c-b0b2b4e425f3,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:28.524731 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.546448 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ea9ea-6eea-45ad-9ddc-59619d5530c0 req-df1ff136-f1b8-43fa-b102-97985d32096f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:28.549376 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c2ea9ea-6eea-45ad-9ddc-59619d5530c0 req-df1ff136-f1b8-43fa-b102-97985d32096f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0939655 Nov 16 00:29:28.594198 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.594797 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c2ea9ea-6eea-45ad-9ddc-59619d5530c0 req-1d419092-b481-46c2-8c93-d73ae7e663bc tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373669 Nov 16 00:29:28.631598 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862beb6c-fae3-45b3-a37c-aefb4509b3b2 None None] Pushing event updated for resources: {'Port': ['ID=1f35e175-d860-4a76-a33c-b0b2b4e425f3,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:28.636565 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:28.681157 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:28.684401 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:28.686991 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:28.732825 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5bda8aa7-5147-4e7a-980d-4db2c02970a5,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:29.042511 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9684a7a-ab63-4c92-bfe0-6e93d49a0b96 req-ab6dd29a-6ba9-46e2-ad27-7c1889574e9a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:29.055874 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a9684a7a-ab63-4c92-bfe0-6e93d49a0b96 req-ab6dd29a-6ba9-46e2-ad27-7c1889574e9a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 945 time: 0.2192304 Nov 16 00:29:29.119596 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8f8a7-15bf-4a47-9c0f-138d4568fd74 req-88676b13-5915-4792-bf8e-c1880e87a23c tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:29.123225 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a6e8f8a7-15bf-4a47-9c0f-138d4568fd74 req-88676b13-5915-4792-bf8e-c1880e87a23c tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 944 time: 0.1170893 Nov 16 00:29:29.137928 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1f35e175-d860-4a76-a33c-b0b2b4e425f3 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:29.149113 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a9684a7a-ab63-4c92-bfe0-6e93d49a0b96 req-376b1041-1e4f-4e60-ab10-17844e16ea16 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921299 Nov 16 00:29:29.154898 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:29.187362 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a6e8f8a7-15bf-4a47-9c0f-138d4568fd74 req-dea0eee5-936b-49a9-946d-649adf59307f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553260 Nov 16 00:29:29.233308 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:29.233932 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:29.369824 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:29.434100 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 1f35e175-d860-4a76-a33c-b0b2b4e425f3, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=1f35e175-d860-4a76-a33c-b0b2b4e425f3,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:29.434564 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:29.442907 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:29.516900 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=1f35e175-d860-4a76-a33c-b0b2b4e425f3,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:29.616972 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Router 47ddca5e-401e-473d-8328-5d6228e7521d is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:29:29.780094 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf44bee-a1ce-4609-877d-60e51dbce25c None None] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:29:29.789072 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89347e-3055-45fd-9e59-05011fcfc263 req-823e2356-97c1-469e-8a26-6f000e3f5c86 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:29.790915 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bd89347e-3055-45fd-9e59-05011fcfc263 req-823e2356-97c1-469e-8a26-6f000e3f5c86 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0867395 Nov 16 00:29:29.792594 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:29:29.804371 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Sync routers for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:29:29.823766 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:29.824804 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:29.892210 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-66ac000a-c8ea-472c-8765-36c321d06597 None None] Provisioning complete for port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:29.892712 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-66ac000a-c8ea-472c-8765-36c321d06597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:30.035578 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:30.048836 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:30.051926 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-6a69fb39-d7db-40e9-b291-795ab042a6e3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9679604 Nov 16 00:29:30.057520 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41760) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:30.089415 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bd89347e-3055-45fd-9e59-05011fcfc263 req-7d5964fe-d211-4ab6-92f5-8bdf05a05e87 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791958 Nov 16 00:29:30.447238 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e20b0-c81f-4a33-94bd-4c745e8377a0 req-84997ef1-48c6-4ac5-a41d-b365949dc0ce tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:30.450358 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e14e20b0-c81f-4a33-94bd-4c745e8377a0 req-84997ef1-48c6-4ac5-a41d-b365949dc0ce tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 944 time: 0.1197839 Nov 16 00:29:30.497206 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:28Z', 'revision_number': 3, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:30.559797 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e14e20b0-c81f-4a33-94bd-4c745e8377a0 req-ca09bed1-fb71-43c5-a5e1-9fe8ad86aa3d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014853 Nov 16 00:29:30.563925 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Checking router: 47ddca5e-401e-473d-8328-5d6228e7521d for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:29:30.564582 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Updating router 47ddca5e-401e-473d-8328-5d6228e7521d port 5bda8aa7-5147-4e7a-980d-4db2c02970a5 binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:29:30.599134 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:30.648008 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:30.708826 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e39267-5208-4d29-bd76-c011867823c1 req-c60626cd-79ce-45c7-9981-a21b8ccdedbf tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:30.716096 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e9e39267-5208-4d29-bd76-c011867823c1 req-c60626cd-79ce-45c7-9981-a21b8ccdedbf tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 945 time: 0.2391710 Nov 16 00:29:30.720604 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-55d59af3-7f38-49f8-8985-13bf33a60e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:30.724980 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-55d59af3-7f38-49f8-8985-13bf33a60e3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 1097 time: 0.2495513 Nov 16 00:29:30.770638 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b719bbe-2ab4-443a-8586-1b40149f654f req-d4ad6b49-ff2d-4644-b8d3-f86fd57912be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:30.772800 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7b719bbe-2ab4-443a-8586-1b40149f654f req-d4ad6b49-ff2d-4644-b8d3-f86fd57912be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 1098 time: 0.0773597 Nov 16 00:29:30.830511 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7b719bbe-2ab4-443a-8586-1b40149f654f req-2dbdf391-0d9a-43ba-bd16-0f68b01cee9f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454779 Nov 16 00:29:30.855884 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['10abc4a6-a723-4a5c-855b-11d4b6d40eb9'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:29:31.015626 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-569cade8-7ba2-494b-b334-4013865a03b0 None None] Provisioning complete for port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:31.015626 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-569cade8-7ba2-494b-b334-4013865a03b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:31.083357 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:31.098741 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:31.118130 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1f35e175-d860-4a76-a33c-b0b2b4e425f3 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:31.150376 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e9e39267-5208-4d29-bd76-c011867823c1 req-734a5b46-78ac-4008-88c4-1683b98f3c78 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3450565 Nov 16 00:29:31.176840 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-03bad489-7fb1-4f93-abd0-f2b1ddef59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:31.180749 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-03bad489-7fb1-4f93-abd0-f2b1ddef59ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 911 time: 0.3809116 Nov 16 00:29:31.213581 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Attempting to bind port 5bda8aa7-5147-4e7a-980d-4db2c02970a5 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:31.216607 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Attempting to bind port 5bda8aa7-5147-4e7a-980d-4db2c02970a5 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:31.221104 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Attempting to bind port 5bda8aa7-5147-4e7a-980d-4db2c02970a5 on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:31.270401 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:31.272078 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:31.273130 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:31.274360 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:31.275650 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Bound port: 5bda8aa7-5147-4e7a-980d-4db2c02970a5, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:31.276826 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:31.335395 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:31.335993 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:31.375615 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124882d-75e6-4f58-b72e-1715855c85dc None None] Pushing event updated for resources: {'Port': ['ID=5bda8aa7-5147-4e7a-980d-4db2c02970a5,revision_number=2']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:31.419036 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-9e2188cd-42bb-4821-8339-b34c5e123de6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01184432-b920-416d-948c-2998a3138394 HTTP/1.1" status: 200 len: 217 time: 0.0972464 Nov 16 00:29:31.457089 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd59156-7355-4aa4-a204-eb503ef20e36 req-004d367c-71b5-44ed-a4a9-73d5a9a03357 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:31.459943 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1bd59156-7355-4aa4-a204-eb503ef20e36 req-004d367c-71b5-44ed-a4a9-73d5a9a03357 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.1588054 Nov 16 00:29:31.474492 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0bb8843b-8388-4b95-865e-5cb0b568ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:31.548332 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] For port 5bda8aa7-5147-4e7a-980d-4db2c02970a5, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:31.567779 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] For port 5bda8aa7-5147-4e7a-980d-4db2c02970a5, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=5bda8aa7-5147-4e7a-980d-4db2c02970a5,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:31.574424 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1bd59156-7355-4aa4-a204-eb503ef20e36 req-fb4310a5-6b93-43e5-9d00-83c8933cecca tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065803 Nov 16 00:29:31.576942 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:31.631517 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-8daa4609-ebe0-4ae6-9163-fe82e45b9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:31.634817 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-8daa4609-ebe0-4ae6-9163-fe82e45b9475 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d00cf4cb-12d8-4c12-a763-066afa9978bb HTTP/1.1" status: 200 len: 849 time: 0.1903477 Nov 16 00:29:31.744938 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:31.771320 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:31.875741 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-a75afe6a-4562-44d2-85bb-651836fd6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:31.877281 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-a75afe6a-4562-44d2-85bb-651836fd6bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3262426f-7c77-4fea-b32e-ea6229d56ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1950061 Nov 16 00:29:31.888092 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3160-3409-4841-99c5-5c8ec719776f req-79e4b3fc-7483-44dc-b310-6e9f962eed3e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:31.889715 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7e2d3160-3409-4841-99c5-5c8ec719776f req-79e4b3fc-7483-44dc-b310-6e9f962eed3e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 944 time: 0.1197500 Nov 16 00:29:32.024061 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:32.070325 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124882d-75e6-4f58-b72e-1715855c85dc None None] Pushing event updated for resources: {'Port': ['ID=5bda8aa7-5147-4e7a-980d-4db2c02970a5,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:32.074197 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7e2d3160-3409-4841-99c5-5c8ec719776f req-3eb75440-4fce-4b2c-9226-ed2179417618 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956049 Nov 16 00:29:32.188397 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-b26f2ec2-34b1-4677-9a49-e6ce6a93edb1 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897983 Nov 16 00:29:32.193334 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:32.214519 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:32.501303 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a898c-2b8d-4c8c-ab6d-5cfefe511449 req-a9e1fbc6-3f0e-443b-8db4-4c9640c7a845 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:32.514101 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c72a898c-2b8d-4c8c-ab6d-5cfefe511449 req-a9e1fbc6-3f0e-443b-8db4-4c9640c7a845 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 945 time: 0.0907845 Nov 16 00:29:32.571622 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-053bf811-1a51-49bb-8d85-47cc77a5651b req-f66b14bd-a7bb-4aea-90ed-075f74c18bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623023 Nov 16 00:29:32.571943 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:28Z', 'revision_number': 3, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:32.603326 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c72a898c-2b8d-4c8c-ab6d-5cfefe511449 req-697984c6-738c-45a1-9034-b3844ff99209 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866270 Nov 16 00:29:32.612562 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4f2748-3eb6-4dba-8fd4-4f523fd13c5d None None] The sync data for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi is: [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:28Z', 'revision_number': 3, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:29:32.716574 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Allocated IP 172.20.0.1 (5b2f5911-2804-41c1-a851-8f21bec631b6/0b0d7396-e983-4a74-8d10-1a9b1e1cc49f/f970cf71-5863-496c-8a90-42d123e046ef) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:32.954187 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ccc26-5049-431e-9892-e4fdb15ef5fe req-f94052f0-fca4-47ce-8ce7-2b6ee7cb5d00 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:32.957283 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ac6ccc26-5049-431e-9892-e4fdb15ef5fe req-f94052f0-fca4-47ce-8ce7-2b6ee7cb5d00 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.1475508 Nov 16 00:29:33.040681 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:33.075567 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ac6ccc26-5049-431e-9892-e4fdb15ef5fe req-2e9b6966-16eb-42ff-9f26-b358f588eb97 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092246 Nov 16 00:29:33.168618 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:33.307159 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 01184432-b920-416d-948c-2998a3138394 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:29:33.310558 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:33.321417 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:33.325966 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:33.335178 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:33.335372 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:33.477808 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Pushing event updated for resources: {'Port': ['ID=f970cf71-5863-496c-8a90-42d123e046ef,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:33.490628 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.491027 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.491512 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.491837 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.499019 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.499019 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.499019 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.499019 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.499019 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.506746 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.507110 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.507429 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:33.673256 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0d57-9463-438c-adf9-cf06b1788ab8 req-5e1f983b-9629-49af-a9b7-33625725f509 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:33.677117 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a90b0d57-9463-438c-adf9-cf06b1788ab8 req-5e1f983b-9629-49af-a9b7-33625725f509 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 944 time: 0.2499728 Nov 16 00:29:33.709556 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:33.794728 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:33.813104 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:29:33.826655 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:33.827652 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:33.875329 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a90b0d57-9463-438c-adf9-cf06b1788ab8 req-27fe5eb6-130e-48e3-bf01-17d95b53613f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857975 Nov 16 00:29:33.891256 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 01184432-b920-416d-948c-2998a3138394, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=01184432-b920-416d-948c-2998a3138394,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:33.931570 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '01184432-b920-416d-948c-2998a3138394', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'port_id': '01184432-b920-416d-948c-2998a3138394', 'mac_address': 'fa:16:3e:e5:49:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:29:33.939638 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-5e0bf29c-f182-4f54-b778-98aa7189ba30 None None] Provisioning complete for port f970cf71-5863-496c-8a90-42d123e046ef triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:33.940476 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf29c-f182-4f54-b778-98aa7189ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:34.077861 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bf29c-f182-4f54-b778-98aa7189ba30 None None] Port f970cf71-5863-496c-8a90-42d123e046ef cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:29:34.087740 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:34.112359 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01184432-b920-416d-948c-2998a3138394 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:29:34.128197 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:34.169764 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 01184432-b920-416d-948c-2998a3138394, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=01184432-b920-416d-948c-2998a3138394,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:34.180872 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:34.261284 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=01184432-b920-416d-948c-2998a3138394,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:34.266520 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:34.270670 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481d3819-9a73-40d2-8fa0-68a16b11d750" -d '{"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-plugged", "status": "completed", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:34.297651 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:34.308005 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:34.354576 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d98bab-d282-490d-876e-ba7199072985 req-494afc43-2657-4ef1-a35e-ccd52fea5261 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:34.377260 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-80d98bab-d282-490d-876e-ba7199072985 req-494afc43-2657-4ef1-a35e-ccd52fea5261 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 945 time: 0.2721052 Nov 16 00:29:34.418987 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:34.425029 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:34.428760 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:34.429534 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:34.475763 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Pushing event updated for resources: {'Port': ['ID=f970cf71-5863-496c-8a90-42d123e046ef,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:34.485520 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c5481-5f96-49ad-bf9a-52cad739f676 req-1a98c220-3425-430c-8e30-94cec63db3c3 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:34.486142 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-80d98bab-d282-490d-876e-ba7199072985 req-b98bac21-a912-42e5-9d5a-d7144d4a787a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046958 Nov 16 00:29:34.487737 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-844c5481-5f96-49ad-bf9a-52cad739f676 req-1a98c220-3425-430c-8e30-94cec63db3c3 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.3291671 Nov 16 00:29:34.654498 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:34.659345 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-844c5481-5f96-49ad-bf9a-52cad739f676 req-ed2deaf8-f67b-4db3-a3d4-15b400c439d1 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574946 Nov 16 00:29:34.660499 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:34.691780 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836ca2-7b7b-4d2a-92f7-9d571db0ae2d req-2e347266-6c8b-4dc7-8f29-49136d1e4178 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:34.695883 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-db836ca2-7b7b-4d2a-92f7-9d571db0ae2d req-2e347266-6c8b-4dc7-8f29-49136d1e4178 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.1008742 Nov 16 00:29:34.725497 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cbbe1f-58e2-4a6c-9320-99543b4d5696 x-openstack-request-id: req-b7cbbe1f-58e2-4a6c-9320-99543b4d5696 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:34.731852 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-plugged", "status": "completed", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:34.733223 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7cbbe1f-58e2-4a6c-9320-99543b4d5696 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:34.734057 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'code': 200} Nov 16 00:29:34.770242 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-db836ca2-7b7b-4d2a-92f7-9d571db0ae2d req-c6f02de7-bf6c-4c54-980c-e0dfba482782 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627768 Nov 16 00:29:34.918601 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Router 47ddca5e-401e-473d-8328-5d6228e7521d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:29:34.947430 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41888) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:35.057207 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-f0310e50-d343-4381-93a4-3c1dc11aedcb None None] Provisioning complete for port f970cf71-5863-496c-8a90-42d123e046ef triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:35.058116 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-f0310e50-d343-4381-93a4-3c1dc11aedcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.113138 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 5bda8aa7-5147-4e7a-980d-4db2c02970a5 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:35.175923 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9abda7-f9de-4879-9fa4-e814d9fa1a9f req-fd0aa417-7214-4b6d-9239-ecb9a2556ab2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:35.177499 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0a9abda7-f9de-4879-9fa4-e814d9fa1a9f req-fd0aa417-7214-4b6d-9239-ecb9a2556ab2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 945 time: 0.0907555 Nov 16 00:29:35.186215 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.187782 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-f0310e50-d343-4381-93a4-3c1dc11aedcb None None] Port f970cf71-5863-496c-8a90-42d123e046ef cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:29:35.202976 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:29:35.220539 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 5bda8aa7-5147-4e7a-980d-4db2c02970a5 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:35.220771 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-6cd0eb53-7667-47b6-9feb-d0ae47e148da admin admin] 10.222.0.31 "PUT /v2.0/routers/47ddca5e-401e-473d-8328-5d6228e7521d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1596942 Nov 16 00:29:35.220855 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.276911 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0a9abda7-f9de-4879-9fa4-e814d9fa1a9f req-4cda0994-a654-412d-a804-19017a530bca tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763102 Nov 16 00:29:35.369509 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.387990 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.396993 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.402949 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 5bda8aa7-5147-4e7a-980d-4db2c02970a5, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=5bda8aa7-5147-4e7a-980d-4db2c02970a5,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:35.409185 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.498739 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=5bda8aa7-5147-4e7a-980d-4db2c02970a5,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:35.509704 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ce191c19be3446ab6fbb86f6e0be3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577385 Nov 16 00:29:35.509704 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41898) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:35.530841 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2469f4a-4730-4525-89f6-301f5321c754,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:35.555996 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.556517 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.556880 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.557236 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.558083 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.558083 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.558343 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.558641 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.559030 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.559462 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.559868 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.560250 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee86f4-1a68-43ee-9f75-cd1c6e8109b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:35.650675 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ac584adc-8ce8-442d-8a20-e86d8e577443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.744326 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ac584adc-8ce8-442d-8a20-e86d8e577443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.771361 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad6290-57ae-4a75-bbce-24f81b0af1c2 req-d3fc0c7b-050e-43ea-9f65-1e341eaa0077 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:35.774196 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-47ad6290-57ae-4a75-bbce-24f81b0af1c2 req-d3fc0c7b-050e-43ea-9f65-1e341eaa0077 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1491907 Nov 16 00:29:35.883407 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-47ad6290-57ae-4a75-bbce-24f81b0af1c2 req-5b7d63c9-55e8-4497-af73-b1851de27c57 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001770 Nov 16 00:29:35.884961 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ac584adc-8ce8-442d-8a20-e86d8e577443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.887739 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ac584adc-8ce8-442d-8a20-e86d8e577443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:35.888907 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-ac584adc-8ce8-442d-8a20-e86d8e577443 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2469f4a-4730-4525-89f6-301f5321c754 HTTP/1.1" status: 204 len: 168 time: 0.3782542 Nov 16 00:29:35.903856 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Sync routers for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:29:35.913144 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac584adc-8ce8-442d-8a20-e86d8e577443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2469f4a-4730-4525-89f6-301f5321c754,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:35.931284 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:35.932602 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:36.121353 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a301419-7a45-4789-986b-05e5a8a98776 req-6d50788b-eeab-4719-801b-b5b91880576c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:36.121353 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5a301419-7a45-4789-986b-05e5a8a98776 req-6d50788b-eeab-4719-801b-b5b91880576c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0758321 Nov 16 00:29:36.145869 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:36.179103 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41920) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:36.184616 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1556183593-network', 'tenant_id': '30d229004e0747948d2d5fb16167b784'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:36.191947 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203a38c-92ad-438b-9cf1-12896c0cc7e5 req-c3a6dc22-265c-43e3-9071-6b4befa0ff12 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:36.197990 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0203a38c-92ad-438b-9cf1-12896c0cc7e5 req-c3a6dc22-265c-43e3-9071-6b4befa0ff12 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.4035161 Nov 16 00:29:36.230912 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5a301419-7a45-4789-986b-05e5a8a98776 req-4d3370d0-2b2b-453f-a1f1-f5caab56bfd5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981543 Nov 16 00:29:36.240706 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Made reservation on behalf of 30d229004e0747948d2d5fb16167b784 for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:36.243488 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.266639 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.286451 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0203a38c-92ad-438b-9cf1-12896c0cc7e5 req-7df941ba-8851-468a-a4fe-9cc183bccdb2 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811477 Nov 16 00:29:36.475716 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.485026 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 2, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:36.485898 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.508523 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d2d5c-d2e5-42e8-a72a-b69160a5fbbf req-e6129283-8d89-4d6a-b227-418d26f18329 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:36.516010 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-999d2d5c-d2e5-42e8-a72a-b69160a5fbbf req-e6129283-8d89-4d6a-b227-418d26f18329 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 945 time: 0.1042442 Nov 16 00:29:36.535714 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Checking router: 47ddca5e-401e-473d-8328-5d6228e7521d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:29:36.537330 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Updating router 47ddca5e-401e-473d-8328-5d6228e7521d port f970cf71-5863-496c-8a90-42d123e046ef binding host dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:29:36.572323 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:29:36.597006 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.617241 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255c7919-35ee-40c8-886e-0f2e0a261526,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:36.625398 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.625877 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Added segment fd2db102-4917-4a43-b1af-da728749dbf5 of type vlan for network b879129b-75bd-4c79-880e-a9ff55e234be Nov 16 00:29:36.681908 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-999d2d5c-d2e5-42e8-a72a-b69160a5fbbf req-6291a0f4-4a88-46ae-ae4a-4f9046f75513 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644630 Nov 16 00:29:36.767657 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41930) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:36.778194 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.792280 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-618ebe75-6c2f-4aa9-8115-8328c94e63d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.858142 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.861103 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:36.863687 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:36.892574 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-c6fa3c68-fad0-41f2-bf8a-6e51fd34c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:36.896344 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-c6fa3c68-fad0-41f2-bf8a-6e51fd34c0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 1098 time: 0.0774851 Nov 16 00:29:37.005907 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8265560 Nov 16 00:29:37.012054 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41934) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:37.013881 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a77664-b74c-47de-82c4-f6e85b1712d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b879129b-75bd-4c79-880e-a9ff55e234be,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:37.021123 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Request body: {'subnet': {'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1556183593-subnet', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'ip_version': 4}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:37.105515 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-618ebe75-6c2f-4aa9-8115-8328c94e63d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.120631 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-618ebe75-6c2f-4aa9-8115-8328c94e63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.137716 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Notify callbacks [] for port, precommit_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.148764 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network b879129b-75bd-4c79-880e-a9ff55e234be details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:29:37.151426 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 5bda8aa7-5147-4e7a-980d-4db2c02970a5 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:37.173734 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-a3d6f493-09f9-4ea4-ba80-19661131a926 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2967801 Nov 16 00:29:37.201084 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Made reservation on behalf of 30d229004e0747948d2d5fb16167b784 for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:29:37.206111 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.208563 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.213547 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-618ebe75-6c2f-4aa9-8115-8328c94e63d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5574c75c56614758a48ac2b6500ad15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428091 Nov 16 00:29:37.221220 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 41936) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:37.258821 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-d97d97ed-e0e4-4d57-ba7a-cc3609c36404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:37.261458 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-d97d97ed-e0e4-4d57-ba7a-cc3609c36404 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.3560987 Nov 16 00:29:37.268972 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b4ac-f32a-446e-885e-25a1ec635484 req-a775dcbc-2a60-454c-8045-cd4428cb0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:37.272170 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c529b4ac-f32a-446e-885e-25a1ec635484 req-a775dcbc-2a60-454c-8045-cd4428cb0ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 1099 time: 0.1942143 Nov 16 00:29:37.282144 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e5b23-bcd4-46ab-8702-4eb66bb81e7e req-323bf041-2ed6-4ffa-af7e-41a68b19bd4f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:37.284221 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ebe75-6c2f-4aa9-8115-8328c94e63d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9f9058-67d1-497f-a0a7-cdbffe7ba6ab,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:37.284728 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fd4e5b23-bcd4-46ab-8702-4eb66bb81e7e req-323bf041-2ed6-4ffa-af7e-41a68b19bd4f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.2090993 Nov 16 00:29:37.305551 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['01184432-b920-416d-948c-2998a3138394'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:29:37.385489 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-b132a38f-bdbc-4421-b8ab-2f1e9114427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:37.387555 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-b132a38f-bdbc-4421-b8ab-2f1e9114427a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1098 time: 0.0963969 Nov 16 00:29:37.449168 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-cec99d5f-ddde-4825-bef4-28cd80c61679 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce90d18-c28e-4785-a1d3-e0ca956a9084 HTTP/1.1" status: 200 len: 217 time: 0.1486309 Nov 16 00:29:37.551532 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fd4e5b23-bcd4-46ab-8702-4eb66bb81e7e req-3989df6e-87aa-441f-abd1-706f2b21968a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2286556 Nov 16 00:29:37.553426 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c529b4ac-f32a-446e-885e-25a1ec635484 req-72f1a4ac-d38b-4c84-9fd3-c3df7e886461 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2518785 Nov 16 00:29:37.606263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-28d76953-d289-48cc-879a-6deabe51b98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.624396 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-a47c9254-9d16-46c8-acbe-021d79a89c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:37.626046 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-a47c9254-9d16-46c8-acbe-021d79a89c17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.1485105 Nov 16 00:29:37.661133 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-28d76953-d289-48cc-879a-6deabe51b98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.696962 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb915a-78ed-4856-befe-b9ee10565afb req-20b67df5-0c97-4e6b-8f2a-b158ccbf6415 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:37.702597 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Attempting to bind port f970cf71-5863-496c-8a90-42d123e046ef on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:37.703534 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Attempting to bind port f970cf71-5863-496c-8a90-42d123e046ef by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:37.703534 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Attempting to bind port f970cf71-5863-496c-8a90-42d123e046ef on network 5b2f5911-2804-41c1-a851-8f21bec631b6 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:37.708374 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-22cb915a-78ed-4856-befe-b9ee10565afb req-20b67df5-0c97-4e6b-8f2a-b158ccbf6415 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.2965064 Nov 16 00:29:37.727817 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:37.728615 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Checking segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:37.729062 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.730547 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Bound using segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:37.730547 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Bound port: f970cf71-5863-496c-8a90-42d123e046ef, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:37.730547 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.741031 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-28d76953-d289-48cc-879a-6deabe51b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.741458 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-28d76953-d289-48cc-879a-6deabe51b98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.746532 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-28d76953-d289-48cc-879a-6deabe51b98a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff9f9058-67d1-497f-a0a7-cdbffe7ba6ab HTTP/1.1" status: 204 len: 168 time: 0.5125186 Nov 16 00:29:37.763971 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d76953-d289-48cc-879a-6deabe51b98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9f9058-67d1-497f-a0a7-cdbffe7ba6ab,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:37.855190 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 5bda8aa7-5147-4e7a-980d-4db2c02970a5 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:37.856078 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.872754 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:37.905815 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Pushing event updated for resources: {'Port': ['ID=f970cf71-5863-496c-8a90-42d123e046ef,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:37.929773 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-6b383a45-4c0a-4905-a8e2-22a6dae20903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:37.930301 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-6b383a45-4c0a-4905-a8e2-22a6dae20903 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.4783707 Nov 16 00:29:37.953509 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835605af-067e-427b-b4ce-a9d498d24fd4 req-b43d8a4f-9c15-49a6-86fa-b23cbc6096c2 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:37.970798 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-835605af-067e-427b-b4ce-a9d498d24fd4 req-b43d8a4f-9c15-49a6-86fa-b23cbc6096c2 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.2514894 Nov 16 00:29:37.978125 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-8ce2ed58-0095-41ec-9aaf-df7f1787edb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1724410 Nov 16 00:29:37.992521 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.993104 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.993836 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.994379 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.994929 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.995509 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.996044 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.996574 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.997245 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.997789 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.998326 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:37.998877 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:38.019795 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-22cb915a-78ed-4856-befe-b9ee10565afb req-0fad9faf-81ff-4e1a-980a-49894e1b5469 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106825 Nov 16 00:29:38.070889 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-c696bf6d-dce0-4d5b-a21f-7c36423465c7 None None] Provisioning complete for port f970cf71-5863-496c-8a90-42d123e046ef triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:38.071346 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-c696bf6d-dce0-4d5b-a21f-7c36423465c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:38.095318 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:38.131079 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-8f006b78-7591-48ee-b25d-c5abe19c0695 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 200 len: 217 time: 0.1679804 Nov 16 00:29:38.163771 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-835605af-067e-427b-b4ce-a9d498d24fd4 req-1e0100a1-e5a5-4024-8c46-c332d85ba040 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690567 Nov 16 00:29:38.208593 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] For port f970cf71-5863-496c-8a90-42d123e046ef, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:38.216846 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=091ef40c-d44f-4760-9056-8593e116ad4d,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:38.248693 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-cb8685a1-481d-47f8-befd-377dba3994cb service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508705 Nov 16 00:29:38.262040 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-22e07f3c-d89e-43f8-9e3d-10c2336ab151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:38.263915 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-22e07f3c-d89e-43f8-9e3d-10c2336ab151 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.1227331 Nov 16 00:29:38.265907 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Checking segment: {'id': 'fd2db102-4917-4a43-b1af-da728749dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:38.266259 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Network hostable DHCP agents. Network: b879129b-75bd-4c79-880e-a9ff55e234be, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:29:38.312485 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-57e3a533-dd56-45c2-8b5a-15cc7fc4982b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368879 Nov 16 00:29:38.322552 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d3b9e-73a4-4b86-837b-85ee2cf36ad5 req-53d77f62-cae0-48f7-94c5-4e9b5392621e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:38.331762 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a61d3b9e-73a4-4b86-837b-85ee2cf36ad5 req-53d77f62-cae0-48f7-94c5-4e9b5392621e tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 945 time: 0.1379375 Nov 16 00:29:38.346938 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] For port f970cf71-5863-496c-8a90-42d123e046ef, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=f970cf71-5863-496c-8a90-42d123e046ef,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:38.354817 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-c696bf6d-dce0-4d5b-a21f-7c36423465c7 None None] Port f970cf71-5863-496c-8a90-42d123e046ef cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:29:38.373949 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Network b879129b-75bd-4c79-880e-a9ff55e234be is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:29:38.398986 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:38.426618 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, b879129b-75bd-4c79-880e-a9ff55e234be) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:38.457107 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:38.457725 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:38.481805 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a61d3b9e-73a4-4b86-837b-85ee2cf36ad5 req-ce05a55e-548c-4fa9-809c-21ab9df73c37 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490300 Nov 16 00:29:38.511447 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aeabec-5f61-4495-a6bd-1e32021e704b None None] Network b879129b-75bd-4c79-880e-a9ff55e234be requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:29:38.514629 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-fba3f049-8322-44a3-bf28-29eb3a9576e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4973867 Nov 16 00:29:38.516994 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 41976) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:38.524011 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:38.527678 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1620aa40-29f7-412e-a081-c0777837dbf0 req-febadf83-9717-493d-98a8-b372d8e482e7 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704628 Nov 16 00:29:38.529228 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-1ca2c47d-6b48-4b21-9ea4-4b9244e32d65 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935861 Nov 16 00:29:38.613256 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:38.613910 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:38.614040 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:38.616069 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:38.776072 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd84407-72d5-4825-ba1b-5ff83fe93af9 req-3e2ef9c2-9c30-4756-9cfd-f3cf9a28a521 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:38.776808 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:38.778739 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3bd84407-72d5-4825-ba1b-5ff83fe93af9 req-3e2ef9c2-9c30-4756-9cfd-f3cf9a28a521 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1010261 Nov 16 00:29:38.860752 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3bd84407-72d5-4825-ba1b-5ff83fe93af9 req-34024b88-7f84-446d-94e7-caec5d75ce03 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721841 Nov 16 00:29:38.868139 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:38.918606 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb724f3-c881-48fd-b8d6-5eed529940c1 None None] Pushing event updated for resources: {'Port': ['ID=f970cf71-5863-496c-8a90-42d123e046ef,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:39.007917 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-be9e5db5-95ab-419d-b70d-aeb63b92e604 req-dd800eb1-5607-49f0-91ac-cb1db7592fca service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621310 Nov 16 00:29:39.136149 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-da817589-bfe6-4c40-bf8b-a8bc128c4b89 None None] Provisioning complete for port f970cf71-5863-496c-8a90-42d123e046ef triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:39.136590 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-da817589-bfe6-4c40-bf8b-a8bc128c4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:39.170339 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:39.208591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708385d5-8a57-4894-8526-ff4c882d01af req-d97d7871-93af-4965-acc1-4add7fd9aa5e tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:39.210905 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-708385d5-8a57-4894-8526-ff4c882d01af req-d97d7871-93af-4965-acc1-4add7fd9aa5e tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.36 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.1856163 Nov 16 00:29:39.440270 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-b879129b-75bd-4c79-880e-a9ff55e234be', 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'fixed_ips': [{'subnet_id': '091ef40c-d44f-4760-9056-8593e116ad4d'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:29:39.441302 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:39.530314 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-708385d5-8a57-4894-8526-ff4c882d01af req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Deleting port 039fa937-ef8e-4555-be41-74f1bdbe2313 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:29:39.530314 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-708385d5-8a57-4894-8526-ff4c882d01af req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:39.554074 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18139f52-2eab-4d77-8b0b-a885bf3700a5 req-7ab9040e-08d4-42b9-ad08-5d8d17fc7245 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:39.557122 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-18139f52-2eab-4d77-8b0b-a885bf3700a5 req-7ab9040e-08d4-42b9-ad08-5d8d17fc7245 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.2069902 Nov 16 00:29:39.634208 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-da817589-bfe6-4c40-bf8b-a8bc128c4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:39.702345 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b6cfe-546f-4e65-9f26-092a1be88ee1 req-df0ad2ca-6d5c-45e5-b677-cafab1d917fe tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:39.704014 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7e9b6cfe-546f-4e65-9f26-092a1be88ee1 req-df0ad2ca-6d5c-45e5-b677-cafab1d917fe tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 945 time: 0.2385149 Nov 16 00:29:39.772978 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-708385d5-8a57-4894-8526-ff4c882d01af req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] For port 039fa937-ef8e-4555-be41-74f1bdbe2313, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=039fa937-ef8e-4555-be41-74f1bdbe2313,segment=NetworkSegment(bba6eeeb-50bd-4926-b568-3e30e80feb0b),segment_id=bba6eeeb-50bd-4926-b568-3e30e80feb0b)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:39.773284 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-708385d5-8a57-4894-8526-ff4c882d01af req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:39.805623 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7e9b6cfe-546f-4e65-9f26-092a1be88ee1 req-e4b6a2aa-6848-4fff-96f3-e3db2723ce98 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/security-groups?id=e4bdeed6-6339-406f-8130-b63ce6a2128e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838330 Nov 16 00:29:39.812853 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-708385d5-8a57-4894-8526-ff4c882d01af req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Calling delete_port for 039fa937-ef8e-4555-be41-74f1bdbe2313 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:29:40.086852 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Allocated IP 172.20.0.2 (b879129b-75bd-4c79-880e-a9ff55e234be/091ef40c-d44f-4760-9056-8593e116ad4d/1f87a390-6e69-4dc3-88d4-c33a811e8589) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:40.123354 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-708385d5-8a57-4894-8526-ff4c882d01af req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.297002 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Pushing event deleted for resources: {'Port': ['ID=039fa937-ef8e-4555-be41-74f1bdbe2313,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:40.319099 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.327912 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['039fa937-ef8e-4555-be41-74f1bdbe2313'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:29:40.329157 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-708385d5-8a57-4894-8526-ff4c882d01af req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] No DVR routers for this DVR port 039fa937-ef8e-4555-be41-74f1bdbe2313 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:29:40.336041 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-708385d5-8a57-4894-8526-ff4c882d01af req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.341287 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.342436 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-708385d5-8a57-4894-8526-ff4c882d01af req-26324765-aa16-4abd-91b7-03c7f5b90715 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.36 "DELETE /v2.0/ports/039fa937-ef8e-4555-be41-74f1bdbe2313 HTTP/1.1" status: 204 len: 173 time: 1.1202717 Nov 16 00:29:40.345779 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea7d54f-7240-4037-b2c3-137104f78dac', 'name': 'network-vif-deleted', 'tag': '039fa937-ef8e-4555-be41-74f1bdbe2313'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:40.350964 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9cd01-ada9-4885-9a2a-6a357f971719" -d '{"events": [{"server_uuid": "bea7d54f-7240-4037-b2c3-137104f78dac", "name": "network-vif-deleted", "tag": "039fa937-ef8e-4555-be41-74f1bdbe2313"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:40.371338 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdd012-0c16-45de-af11-bda57db899ca req-e61dcc7e-cdaf-49fe-a141-fe184b7931eb tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:40.374949 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9ccdd012-0c16-45de-af11-bda57db899ca req-e61dcc7e-cdaf-49fe-a141-fe184b7931eb tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 945 time: 0.2326195 Nov 16 00:29:40.446209 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:38Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:40.447945 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9ccdd012-0c16-45de-af11-bda57db899ca req-52872465-a1b6-4eda-9b1a-4ef617b38bfd tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585330 Nov 16 00:29:40.456422 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-da817589-bfe6-4c40-bf8b-a8bc128c4b89 None None] For port f970cf71-5863-496c-8a90-42d123e046ef, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=f970cf71-5863-496c-8a90-42d123e046ef,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:40.459645 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Network b879129b-75bd-4c79-880e-a9ff55e234be is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:40.464501 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:40.499095 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:40.506851 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-da817589-bfe6-4c40-bf8b-a8bc128c4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.508995 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66833dc0-52db-40c2-a2c3-95837191b9ab None None] The sync data for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi is: [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:38Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:29:40.520906 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Pushing event updated for resources: {'Port': ['ID=1f87a390-6e69-4dc3-88d4-c33a811e8589,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:40.630706 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da817589-bfe6-4c40-bf8b-a8bc128c4b89 None None] Pushing event updated for resources: {'Port': ['ID=f970cf71-5863-496c-8a90-42d123e046ef,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:40.659253 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-18139f52-2eab-4d77-8b0b-a885bf3700a5 req-91a22946-fd02-4ad2-8ee3-239d0eda7560 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0749567 Nov 16 00:29:40.672887 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Attempting to bind port 1f87a390-6e69-4dc3-88d4-c33a811e8589 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:40.673272 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Attempting to bind port 1f87a390-6e69-4dc3-88d4-c33a811e8589 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'fd2db102-4917-4a43-b1af-da728749dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:40.673631 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Attempting to bind port 1f87a390-6e69-4dc3-88d4-c33a811e8589 on network b879129b-75bd-4c79-880e-a9ff55e234be {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:40.684687 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:40.685066 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Checking segment: {'id': 'fd2db102-4917-4a43-b1af-da728749dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:40.685483 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.685891 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Bound using segment: {'id': 'fd2db102-4917-4a43-b1af-da728749dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:40.687884 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Bound port: 1f87a390-6e69-4dc3-88d4-c33a811e8589, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2db102-4917-4a43-b1af-da728749dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:40.688080 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.719698 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.741249 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.815566 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] For port 1f87a390-6e69-4dc3-88d4-c33a811e8589, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:40.819174 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed50d274-68bc-4ef7-85f5-88fcfe8a2a9f x-openstack-request-id: req-ed50d274-68bc-4ef7-85f5-88fcfe8a2a9f {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:40.819984 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea7d54f-7240-4037-b2c3-137104f78dac", "name": "network-vif-deleted", "tag": "039fa937-ef8e-4555-be41-74f1bdbe2313", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:40.819984 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed50d274-68bc-4ef7-85f5-88fcfe8a2a9f {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:40.820961 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] For port 1f87a390-6e69-4dc3-88d4-c33a811e8589, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=1f87a390-6e69-4dc3-88d4-c33a811e8589,segment=NetworkSegment(fd2db102-4917-4a43-b1af-da728749dbf5),segment_id=fd2db102-4917-4a43-b1af-da728749dbf5)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:40.821322 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea7d54f-7240-4037-b2c3-137104f78dac', 'name': 'network-vif-deleted', 'tag': '039fa937-ef8e-4555-be41-74f1bdbe2313', 'status': 'completed', 'code': 200} Nov 16 00:29:40.830381 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:40.860202 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af0055-af8b-43a2-88fd-e843b77f38bc req-16518bdb-3379-4b43-8513-14a4e2fdeb9f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:40.864198 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-55af0055-af8b-43a2-88fd-e843b77f38bc req-16518bdb-3379-4b43-8513-14a4e2fdeb9f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1379149 Nov 16 00:29:40.958715 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Allocated IP 172.27.1.187 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/2c9bd884-c07b-4210-b935-d1bd37f7bd2d) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:40.995109 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-55af0055-af8b-43a2-88fd-e843b77f38bc req-f63b3a64-e8b2-4b35-91ad-5bec2cd58fc4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222312 Nov 16 00:29:41.016629 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a9be3-fc75-46e2-929a-1f14b7c7ebf6 None None] Pushing event updated for resources: {'Port': ['ID=1f87a390-6e69-4dc3-88d4-c33a811e8589,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:41.215292 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9d7fafb6-7925-4edc-a465-c7c42ded4344 req-254f9f06-4002-47cd-8423-8f31d312375b tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 210 time: 0.1603391 Nov 16 00:29:41.217994 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device f970cf71-5863-496c-8a90-42d123e046ef up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:41.226185 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2569f-5db9-49e5-9dd8-d449e59d4d2f req-eaa31a45-82ad-4d3c-bea5-efdbc9ad8c0c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:41.236091 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-90f2569f-5db9-49e5-9dd8-d449e59d4d2f req-eaa31a45-82ad-4d3c-bea5-efdbc9ad8c0c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1061571 Nov 16 00:29:41.245269 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42050) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:41.258634 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-a4d75406-e1cc-42e5-af53-48294cb70bdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'floatingip': {'port_id': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:41.367523 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port f970cf71-5863-496c-8a90-42d123e046ef triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:41.367906 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:41.389069 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:41.448695 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:41.502423 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:41.506817 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:41.523317 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:41.629202 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a4d75406-e1cc-42e5-af53-48294cb70bdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:41.721689 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9bd884-c07b-4210-b935-d1bd37f7bd2d,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:41.890626 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4e58-4614-4e94-879a-00904cccddf9 req-aa25b748-b776-4205-a8d3-09a7e007da02 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:41.892538 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5e3d4e58-4614-4e94-879a-00904cccddf9 req-aa25b748-b776-4205-a8d3-09a7e007da02 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 945 time: 0.1739683 Nov 16 00:29:42.145143 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651c99c-40c3-4ff5-8e18-c92e3ce1c230 req-87ea7d1c-0d1f-4cff-9479-73a0a5684275 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:42.154051 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e651c99c-40c3-4ff5-8e18-c92e3ce1c230 req-87ea7d1c-0d1f-4cff-9479-73a0a5684275 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.2310576 Nov 16 00:29:42.162821 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:42.334638 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e651c99c-40c3-4ff5-8e18-c92e3ce1c230 req-0fd7de71-35be-469f-a39d-e5b8b97cec84 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673787 Nov 16 00:29:42.366542 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:29:42.427442 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42070) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:42.543960 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5e3d4e58-4614-4e94-879a-00904cccddf9 req-a7cc43a9-86c9-4b0d-af44-6654ac7d3c67 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6316047 Nov 16 00:29:42.546211 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376a95b-c506-4759-96dd-731cfb7a5c96 None None] Network b879129b-75bd-4c79-880e-a9ff55e234be requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:29:42.565368 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-56c50629-9fec-44f4-8a14-d44af0a57aeb req-051c6a06-98cd-403b-8ea4-640e902ce934 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 210 time: 0.0448091 Nov 16 00:29:42.615493 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:42.825789 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-7ae94305-f06f-4137-9851-4ce26fed3be1 None None] Provisioning complete for port 1f87a390-6e69-4dc3-88d4-c33a811e8589 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:42.826175 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-7ae94305-f06f-4137-9851-4ce26fed3be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:42.835788 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:29:42.875202 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-92d24725-b1d2-43fe-a168-5a49de598b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:42.968416 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:29:42.981649 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Sync routers for ids ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:29:42.984515 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-92d24725-b1d2-43fe-a168-5a49de598b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:42.999452 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Routers {'38a6bd7c-4662-4c55-94f6-e72c0bc2043e'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:43.002163 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-92d24725-b1d2-43fe-a168-5a49de598b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.003978 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:43.017059 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-7ae94305-f06f-4137-9851-4ce26fed3be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.021675 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a4d75406-e1cc-42e5-af53-48294cb70bdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.043152 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a4d75406-e1cc-42e5-af53-48294cb70bdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.045418 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.048188 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-60f6d29c-4545-42db-85fd-ac06b80bf600 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5301144 Nov 16 00:29:43.052073 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42074) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:43.101958 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-7ae94305-f06f-4137-9851-4ce26fed3be1 None None] For port 1f87a390-6e69-4dc3-88d4-c33a811e8589, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=1f87a390-6e69-4dc3-88d4-c33a811e8589,segment=NetworkSegment(fd2db102-4917-4a43-b1af-da728749dbf5),segment_id=fd2db102-4917-4a43-b1af-da728749dbf5)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:43.111757 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 01184432-b920-416d-948c-2998a3138394 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:43.119638 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-7ae94305-f06f-4137-9851-4ce26fed3be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.202916 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d24725-b1d2-43fe-a168-5a49de598b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54305529-a1e3-451d-bb08-cec2f7adf13d,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:43.219333 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-92d24725-b1d2-43fe-a168-5a49de598b09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cea02eeaf7b44ed4a944ae94eeb19597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903438 Nov 16 00:29:43.220511 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42078) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:43.233811 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae94305-f06f-4137-9851-4ce26fed3be1 None None] Pushing event updated for resources: {'Port': ['ID=1f87a390-6e69-4dc3-88d4-c33a811e8589,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:43.277182 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 01184432-b920-416d-948c-2998a3138394 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:29:43.284931 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 01184432-b920-416d-948c-2998a3138394 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:43.285229 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.322186 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Set router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:43.336716 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [None req-a4d75406-e1cc-42e5-af53-48294cb70bdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Floating IP 991b1dc7-c461-4fe2-938c-d7f418caa3d5 associated. External IP: 172.27.1.85, port: 10abc4a6-a723-4a5c-855b-11d4b6d40eb9. Nov 16 00:29:43.344432 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1f87a390-6e69-4dc3-88d4-c33a811e8589 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:43.561741 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 1f87a390-6e69-4dc3-88d4-c33a811e8589 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:43.562483 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.604493 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5b095c5d-713c-460a-8866-10007f86a114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.647850 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-200044d1-ceae-4289-9bd3-6839572f1cc6 None None] Provisioning complete for port 1f87a390-6e69-4dc3-88d4-c33a811e8589 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:43.648240 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-200044d1-ceae-4289-9bd3-6839572f1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.669886 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.686532 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5b095c5d-713c-460a-8866-10007f86a114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.794311 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:38Z', 'updated_at': '2021-11-16T00:29:41Z', 'revision_number': 3, 'project_id': '30d229004e0747948d2d5fb16167b784', 'gw_port': {'id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:40Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:43.815562 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01184432-b920-416d-948c-2998a3138394'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:43.825794 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bad167-60c4-45f4-a05f-8ff64ec5728e" -d '{"events": [{"server_uuid": "d6f376e4-af26-4799-9127-58d9efd50cdc", "name": "network-vif-plugged", "status": "completed", "tag": "01184432-b920-416d-948c-2998a3138394"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:43.852912 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Checking router: 38a6bd7c-4662-4c55-94f6-e72c0bc2043e for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:29:43.853635 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Updating router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:29:43.874117 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 01184432-b920-416d-948c-2998a3138394, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=01184432-b920-416d-948c-2998a3138394,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:43.883085 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9734a0-7f2e-4599-9e84-c0819ca68084 req-cf6308ab-987f-46ad-9c24-bf03bed98471 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:43.888883 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac9734a0-7f2e-4599-9e84-c0819ca68084 req-cf6308ab-987f-46ad-9c24-bf03bed98471 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 945 time: 0.1879210 Nov 16 00:29:43.901806 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.902781 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 039fa937-ef8e-4555-be41-74f1bdbe2313 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:29:43.940401 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:43.945362 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 039fa937-ef8e-4555-be41-74f1bdbe2313 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:29:43.945719 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 039fa937-ef8e-4555-be41-74f1bdbe2313 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:29:44.028889 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac9734a0-7f2e-4599-9e84-c0819ca68084 req-9d5020cc-438f-4512-9fcf-8a10cd1d1986 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281350 Nov 16 00:29:44.062332 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3aa53-22a4-4156-b321-d492f541c6fc req-8a1e8113-df71-4859-842e-288d71f47f08 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:44.065757 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b0b3aa53-22a4-4156-b321-d492f541c6fc req-8a1e8113-df71-4859-842e-288d71f47f08 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.5164621 Nov 16 00:29:44.090931 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5b095c5d-713c-460a-8866-10007f86a114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.096599 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5b095c5d-713c-460a-8866-10007f86a114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.100846 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-5b095c5d-713c-460a-8866-10007f86a114 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54305529-a1e3-451d-bb08-cec2f7adf13d HTTP/1.1" status: 204 len: 168 time: 0.8732944 Nov 16 00:29:44.101027 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=01184432-b920-416d-948c-2998a3138394,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:44.176355 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.254151 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a00b85af-d310-4330-adc3-b7ffe37af4a9 req-63515195-df97-47bb-b041-46294b215492 tempest-DeleteServersTestJSON-1617066579 tempest-DeleteServersTestJSON-1617066579-project] 10.222.0.31 "GET /v2.0/ports?device_id=bea7d54f-7240-4037-b2c3-137104f78dac HTTP/1.1" status: 200 len: 210 time: 0.0464096 Nov 16 00:29:44.282291 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b095c5d-713c-460a-8866-10007f86a114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54305529-a1e3-451d-bb08-cec2f7adf13d,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:44.310946 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b0b3aa53-22a4-4156-b321-d492f541c6fc req-b361a791-305c-4003-8e1e-63302860e451 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293887 Nov 16 00:29:44.349968 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d75406-e1cc-42e5-af53-48294cb70bdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:29:44.411467 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8502cb8b-4d2f-436d-80cb-e152fc2994b5 x-openstack-request-id: req-8502cb8b-4d2f-436d-80cb-e152fc2994b5 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:44.411793 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f376e4-af26-4799-9127-58d9efd50cdc", "name": "network-vif-plugged", "status": "completed", "tag": "01184432-b920-416d-948c-2998a3138394", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:44.412100 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8502cb8b-4d2f-436d-80cb-e152fc2994b5 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:44.412505 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01184432-b920-416d-948c-2998a3138394', 'code': 200} Nov 16 00:29:44.585697 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Allocated IP 172.20.0.1 (b879129b-75bd-4c79-880e-a9ff55e234be/091ef40c-d44f-4760-9056-8593e116ad4d/ed245399-6f6c-49ce-9b80-4d15025d42d1) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:29:44.587987 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d75406-e1cc-42e5-af53-48294cb70bdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:29:44.594879 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a4d75406-e1cc-42e5-af53-48294cb70bdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.608189 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] Sync routers for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:29:44.636382 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:44.638493 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:44.673145 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-a4d75406-e1cc-42e5-af53-48294cb70bdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "PUT /v2.0/floatingips/991b1dc7-c461-4fe2-938c-d7f418caa3d5 HTTP/1.1" status: 200 len: 991 time: 3.4252934 Nov 16 00:29:44.676299 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:44.691501 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a007df-88e8-4184-b876-1fa7a8dc112b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:44.823541 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.841108 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.848009 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.857470 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463cffd4-a7e4-4883-bf01-7f4f50eda764 x-openstack-request-id: req-463cffd4-a7e4-4883-bf01-7f4f50eda764 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:44.858033 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:44.858703 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-463cffd4-a7e4-4883-bf01-7f4f50eda764 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:44.859746 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'status': 'completed', 'code': 200} Nov 16 00:29:44.896361 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42120) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:44.927615 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-24be7bc2-fb0a-4252-9397-af966a0b8561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.952630 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-a02526e6-f001-4e99-b516-238d8acd168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:44.957505 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-a02526e6-f001-4e99-b516-238d8acd168e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 1099 time: 0.0751867 Nov 16 00:29:44.966418 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Attempting to bind port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:44.966794 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Attempting to bind port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:44.966912 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.967205 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Attempting to bind port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:44.979936 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Pushing event updated for resources: {'Port': ['ID=2c9bd884-c07b-4210-b935-d1bd37f7bd2d,revision_number=2']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:44.980028 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:44.982590 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:44.982957 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:44.983402 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:44.983812 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:44.984262 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Bound port: 2c9bd884-c07b-4210-b935-d1bd37f7bd2d, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:44.984667 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:45.024955 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.025567 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.026155 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.026822 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.027542 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.028081 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.028624 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.029189 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.029747 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.030264 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.031462 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.032061 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:29:45.112657 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] For port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:45.116802 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Network b879129b-75bd-4c79-880e-a9ff55e234be is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:45.120269 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] For port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=2c9bd884-c07b-4210-b935-d1bd37f7bd2d,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:45.129398 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:45.131321 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:45.145747 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:29:45.146248 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:45.150228 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb22f6-5a63-4d3d-ba14-75da251904c7 req-b5f8da50-0101-4c63-ba7d-d4dfdb54d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:45.152080 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f5eb22f6-5a63-4d3d-ba14-75da251904c7 req-b5f8da50-0101-4c63-ba7d-d4dfdb54d19c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 1099 time: 0.1000729 Nov 16 00:29:45.170284 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed245399-6f6c-49ce-9b80-4d15025d42d1,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:45.225375 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfb678-3ae9-4e41-934b-bbf997cc3211 None None] Pushing event updated for resources: {'Port': ['ID=2c9bd884-c07b-4210-b935-d1bd37f7bd2d,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:45.229633 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-ea750899-a6ef-4622-8a4f-803e8eea6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:45.235609 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-ea750899-a6ef-4622-8a4f-803e8eea6517 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 917 time: 0.2715821 Nov 16 00:29:45.264691 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Routers {'38a6bd7c-4662-4c55-94f6-e72c0bc2043e'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:45.265657 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:45.338954 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f5eb22f6-5a63-4d3d-ba14-75da251904c7 req-314f50b7-9388-4f4c-a688-b62e5785d5eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044912 Nov 16 00:29:45.463512 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1f87a390-6e69-4dc3-88d4-c33a811e8589 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:45.497725 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] Set router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:45.669314 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-92961eca-a9de-48e2-90f6-715c56519018 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9 HTTP/1.1" status: 200 len: 999 time: 0.4246747 Nov 16 00:29:45.720573 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-77464f90-9da8-48d0-9452-7eaa39622f71 None None] Provisioning complete for port ed245399-6f6c-49ce-9b80-4d15025d42d1 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:45.721988 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-77464f90-9da8-48d0-9452-7eaa39622f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:45.820314 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-77464f90-9da8-48d0-9452-7eaa39622f71 None None] Port ed245399-6f6c-49ce-9b80-4d15025d42d1 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:29:45.824115 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 1f87a390-6e69-4dc3-88d4-c33a811e8589 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:45.824382 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:45.963476 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '991b1dc7-c461-4fe2-938c-d7f418caa3d5', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'port_id': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'mac_address': 'fa:16:3e:df:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:29:03Z', 'updated_at': '2021-11-16T00:29:42Z', 'revision_number': 1, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:46.045888 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:38Z', 'updated_at': '2021-11-16T00:29:41Z', 'revision_number': 3, 'project_id': '30d229004e0747948d2d5fb16167b784', 'gw_port': {'id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:40Z', 'updated_at': '2021-11-16T00:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:46.069836 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-24be7bc2-fb0a-4252-9397-af966a0b8561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.084980 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] Checking router: 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:29:46.090469 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603435fd-8ab8-4c76-bf75-925cd26e7f6b None None] The sync data for ids ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'] in dv-cinder-811154-2-iscsi is: [{'id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:38Z', 'updated_at': '2021-11-16T00:29:41Z', 'revision_number': 3, 'project_id': '30d229004e0747948d2d5fb16167b784', 'gw_port': {'id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:40Z', 'updated_at': '2021-11-16T00:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:29:46.123599 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30c5a1-35e5-45e4-b03a-4d73992c30a6 req-ef350f23-b590-41aa-9535-b57aa077861b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:46.125100 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7e540-9501-42a1-b76b-552a6446d177 req-86a1eec9-38ad-4216-b9a4-a0c4121b488a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:46.125278 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6c30c5a1-35e5-45e4-b03a-4d73992c30a6 req-ef350f23-b590-41aa-9535-b57aa077861b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.8884702 Nov 16 00:29:46.129295 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-24be7bc2-fb0a-4252-9397-af966a0b8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.137117 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cca7e540-9501-42a1-b76b-552a6446d177 req-86a1eec9-38ad-4216-b9a4-a0c4121b488a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.5586700 Nov 16 00:29:46.152338 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-d5524ec8-652f-44aa-b740-25a994fb2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:46.154479 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-d5524ec8-652f-44aa-b740-25a994fb2397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.4564905 Nov 16 00:29:46.167727 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:46.168773 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:46.254183 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-24be7bc2-fb0a-4252-9397-af966a0b8561 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edd030135f3a451cb2cb1173ac67b2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3556678 Nov 16 00:29:46.256884 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42160) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:46.263609 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cca7e540-9501-42a1-b76b-552a6446d177 req-b8cc2e32-13b8-43ec-a8d8-7f9a44a33e5d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165850 Nov 16 00:29:46.340126 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be7bc2-fb0a-4252-9397-af966a0b8561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600611c1-1f42-491f-9374-caa77ffa419b,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:46.360582 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-7c8f5dd3-b35b-40a9-9492-7cb413c51237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:46.366342 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-7c8f5dd3-b35b-40a9-9492-7cb413c51237 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1985359 Nov 16 00:29:46.370955 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.435427 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6c30c5a1-35e5-45e4-b03a-4d73992c30a6 req-a589deae-b32b-4d3b-a45c-0cef5184a044 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752795 Nov 16 00:29:46.526890 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:46.636784 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-f7e27ac5-1f5e-4881-b7f5-7f84fb49f2ad service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446454 Nov 16 00:29:46.639645 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2bb6-e35a-4bd2-9b5a-a5f1b7dd0fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.787017 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2bb6-e35a-4bd2-9b5a-a5f1b7dd0fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.886335 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-12a007df-88e8-4184-b876-1fa7a8dc112b req-ae0cfa6b-5632-4bf8-b42d-4ecc8e9ded19 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481637 Nov 16 00:29:46.937504 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.941442 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2bb6-e35a-4bd2-9b5a-a5f1b7dd0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.944346 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2bb6-e35a-4bd2-9b5a-a5f1b7dd0fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.947999 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b5ba2bb6-e35a-4bd2-9b5a-a5f1b7dd0fb5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/600611c1-1f42-491f-9374-caa77ffa419b HTTP/1.1" status: 204 len: 168 time: 0.6840367 Nov 16 00:29:46.967484 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.970049 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:46.974211 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba2bb6-e35a-4bd2-9b5a-a5f1b7dd0fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600611c1-1f42-491f-9374-caa77ffa419b,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:47.110189 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed245399-6f6c-49ce-9b80-4d15025d42d1,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:47.172188 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '991b1dc7-c461-4fe2-938c-d7f418caa3d5', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'port_id': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'mac_address': 'fa:16:3e:df:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:29:03Z', 'updated_at': '2021-11-16T00:29:42Z', 'revision_number': 1, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:47.235953 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Network b879129b-75bd-4c79-880e-a9ff55e234be is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:29:47.239159 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:29:47.442469 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 2c9bd884-c07b-4210-b935-d1bd37f7bd2d up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:47.446373 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509059a9-570d-4bb3-80ce-330fe9b4a69f None None] The sync data for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi is: [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '991b1dc7-c461-4fe2-938c-d7f418caa3d5', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'port_id': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'mac_address': 'fa:16:3e:df:27:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:29:03Z', 'updated_at': '2021-11-16T00:29:42Z', 'revision_number': 1, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:29:47.516126 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:29:47.587738 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:47.589234 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:47.646778 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df0b28-137b-4f40-873f-9cb046b757d7 req-30bcfa2e-a227-4298-8397-c8107b6ec6f5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:47.666266 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-69df0b28-137b-4f40-873f-9cb046b757d7 req-30bcfa2e-a227-4298-8397-c8107b6ec6f5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.1916962 Nov 16 00:29:47.793547 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bb048-3358-4f6b-9b74-cbbc3cb4afab req-6c7766da-65c7-46e4-9944-30bb1a895871 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:47.801823 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6a0bb048-3358-4f6b-9b74-cbbc3cb4afab req-6c7766da-65c7-46e4-9944-30bb1a895871 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.2211406 Nov 16 00:29:47.889716 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-40ecdda1-1d2d-4f01-8e06-a6b5e3feba11 None None] Provisioning complete for port ed245399-6f6c-49ce-9b80-4d15025d42d1 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:47.890212 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-40ecdda1-1d2d-4f01-8e06-a6b5e3feba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:47.916790 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6a0bb048-3358-4f6b-9b74-cbbc3cb4afab req-1aa65f8e-dd20-4237-a707-f6c11e17dc56 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139641 Nov 16 00:29:47.944427 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:47.950314 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-69df0b28-137b-4f40-873f-9cb046b757d7 req-33bb7375-45fb-4234-aff3-8e0766a50d39 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829518 Nov 16 00:29:48.007913 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:29:48.020669 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-40ecdda1-1d2d-4f01-8e06-a6b5e3feba11 None None] Port ed245399-6f6c-49ce-9b80-4d15025d42d1 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:29:48.024941 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=2c9bd884-c07b-4210-b935-d1bd37f7bd2d,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:48.029842 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b22c23bd-7652-4f02-8625-d17f405368e3 admin admin] 10.222.0.31 "PUT /v2.0/routers/38a6bd7c-4662-4c55-94f6-e72c0bc2043e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9763772 Nov 16 00:29:48.032389 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:48.130089 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=2c9bd884-c07b-4210-b935-d1bd37f7bd2d,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:48.209847 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9255ac5-8f8f-4a5f-b61e-c5c341f71c23 None None] New status for floating IP 991b1dc7-c461-4fe2-938c-d7f418caa3d5: ACTIVE {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:29:48.245733 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a4199-ecc7-4fd9-9518-02a027e30517 req-631fe257-c370-415e-9cd7-4407902f3a19 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:48.247603 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-720a4199-ecc7-4fd9-9518-02a027e30517 req-631fe257-c370-415e-9cd7-4407902f3a19 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1581903 Nov 16 00:29:48.258653 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42230) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:48.264274 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-9af7aa04-11f2-419f-bd55-b38235e9a748 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'floatingip': {'port_id': '01184432-b920-416d-948c-2998a3138394'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:48.291582 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42232) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:48.383379 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9af7aa04-11f2-419f-bd55-b38235e9a748 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:48.442276 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1e73a2-ca82-46ae-8fb6-c7c295730001 admin admin] Deleting subnet fcabda12-0cae-4950-b3b7-90df05cc2d9b {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:29:48.467800 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce1e73a2-ca82-46ae-8fb6-c7c295730001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:48.620360 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce1e73a2-ca82-46ae-8fb6-c7c295730001 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:48.668499 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce1e73a2-ca82-46ae-8fb6-c7c295730001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:48.903757 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce1e73a2-ca82-46ae-8fb6-c7c295730001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:49.025158 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e73a2-ca82-46ae-8fb6-c7c295730001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcabda12-0cae-4950-b3b7-90df05cc2d9b,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:49.049556 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce1e73a2-ca82-46ae-8fb6-c7c295730001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:49.078316 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-ce1e73a2-ca82-46ae-8fb6-c7c295730001 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fcabda12-0cae-4950-b3b7-90df05cc2d9b HTTP/1.1" status: 204 len: 168 time: 0.7850819 Nov 16 00:29:49.079018 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42258) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:49.161413 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 2c9bd884-c07b-4210-b935-d1bd37f7bd2d up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:49.281594 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:49.285361 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:49.285791 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:49.384637 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9af7aa04-11f2-419f-bd55-b38235e9a748 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:49.398422 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9af7aa04-11f2-419f-bd55-b38235e9a748 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:49.420172 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cd3d9-3cfe-4dba-ba4f-176dac7676e3 req-8be3205e-7d2a-4574-afb1-ea712d56b513 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:49.423813 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ce2cd3d9-3cfe-4dba-ba4f-176dac7676e3 req-8be3205e-7d2a-4574-afb1-ea712d56b513 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.2644980 Nov 16 00:29:49.505925 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Sync routers for ids ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:29:49.544204 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Routers {'38a6bd7c-4662-4c55-94f6-e72c0bc2043e'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:49.544876 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:49.637212 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ce2cd3d9-3cfe-4dba-ba4f-176dac7676e3 req-80b509c4-fd3b-4fce-ae48-d41fea520082 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164567 Nov 16 00:29:49.677300 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:49.731959 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [None req-9af7aa04-11f2-419f-bd55-b38235e9a748 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Floating IP 7715aad5-39ee-4a51-b3b7-65b19eeff259 associated. External IP: 172.27.1.123, port: 01184432-b920-416d-948c-2998a3138394. Nov 16 00:29:49.738470 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.742733 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.743944 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.744464 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > port after_create 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.762381 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.763902 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > port after_update 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.764422 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.764917 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.765459 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.765944 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:49.925831 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42280) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:49.943637 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-5a702b8f-1b5b-4d26-aca9-d8660e5bcc4b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181632784', 'description': 'tempest-secgroup-smoke-1181632784 description', 'project_id': 'cce0078a151f47738c5863929c403dc7'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:49.952997 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Set router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:49.968145 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42284) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:50.058912 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:50.059743 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:50.060198 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:50.060536 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:50.061091 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e083894-713d-40ec-82b0-770ac030fcb9']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:50.071825 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5a702b8f-1b5b-4d26-aca9-d8660e5bcc4b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.073780 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42294) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:50.098186 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42296) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:50.159189 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba6eeeb-50bd-4926-b568-3e30e80feb0b') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:50.159941 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba6eeeb-50bd-4926-b568-3e30e80feb0b') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:50.199159 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.214083 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5a702b8f-1b5b-4d26-aca9-d8660e5bcc4b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.227615 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5a702b8f-1b5b-4d26-aca9-d8660e5bcc4b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.237370 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.250062 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:29:50.250288 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5ab028d1-242c-4f6b-8731-6058de02b800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.250438 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.305038 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5a702b8f-1b5b-4d26-aca9-d8660e5bcc4b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.306315 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-5a702b8f-1b5b-4d26-aca9-d8660e5bcc4b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3758628 Nov 16 00:29:50.307310 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a702b8f-1b5b-4d26-aca9-d8660e5bcc4b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900cbeea-1dbd-4d50-95f8-bbd40205f16b,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:50.311650 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42300) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: from cryptography.utils import int_from_bytes Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: from cryptography.utils import int_from_bytes Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:29:50.319522 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:29:50.323425 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ebb035-96da-43fc-b3ff-3cee7f8ad10d admin admin] Deleting subnet bc58f73f-3c0b-4192-acd8-87e781c67459 {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:29:50.329495 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-63ebb035-96da-43fc-b3ff-3cee7f8ad10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.331829 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-9d4cf74c-8b88-40a7-93ce-ca061c575820 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'security_group_rule': {'security_group_id': '900cbeea-1dbd-4d50-95f8-bbd40205f16b', 'project_id': 'cce0078a151f47738c5863929c403dc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:50.361434 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-06a8a1e3-8011-4e92-8164-e2ed1c292a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.375972 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:38Z', 'updated_at': '2021-11-16T00:29:46Z', 'revision_number': 4, 'project_id': '30d229004e0747948d2d5fb16167b784', 'gw_port': {'id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:40Z', 'updated_at': '2021-11-16T00:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'ed245399-6f6c-49ce-9b80-4d15025d42d1', 'name': '', 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'mac_address': 'fa:16:3e:6c:fd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '091ef40c-d44f-4760-9056-8593e116ad4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:44Z', 'updated_at': '2021-11-16T00:29:46Z', 'revision_number': 2, 'project_id': '30d229004e0747948d2d5fb16167b784', 'subnets': [{'id': '091ef40c-d44f-4760-9056-8593e116ad4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:50.383622 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af7aa04-11f2-419f-bd55-b38235e9a748 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:29:50.383956 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-63ebb035-96da-43fc-b3ff-3cee7f8ad10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.413887 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Checking router: 38a6bd7c-4662-4c55-94f6-e72c0bc2043e for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:29:50.414455 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Updating router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e port ed245399-6f6c-49ce-9b80-4d15025d42d1 binding host dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:29:50.449341 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.452864 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf74c-8b88-40a7-93ce-ca061c575820 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.470776 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.510680 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.516853 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e083894-713d-40ec-82b0-770ac030fcb9 HTTP/1.1" status: 204 len: 168 time: 1.4355283 Nov 16 00:29:50.520429 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-63ebb035-96da-43fc-b3ff-3cee7f8ad10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.525119 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc579c88-3646-4788-aa40-f63b3cec26dc admin admin] Pushing event deleted for resources: {'Network': ['ID=4e083894-713d-40ec-82b0-770ac030fcb9,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:50.604821 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5ab028d1-242c-4f6b-8731-6058de02b800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.626842 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5ab028d1-242c-4f6b-8731-6058de02b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.634877 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-63ebb035-96da-43fc-b3ff-3cee7f8ad10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.680401 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebb035-96da-43fc-b3ff-3cee7f8ad10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc58f73f-3c0b-4192-acd8-87e781c67459,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:50.691902 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-63ebb035-96da-43fc-b3ff-3cee7f8ad10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.706066 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-63ebb035-96da-43fc-b3ff-3cee7f8ad10d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bc58f73f-3c0b-4192-acd8-87e781c67459 HTTP/1.1" status: 204 len: 168 time: 0.6050279 Nov 16 00:29:50.707198 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42304) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:50.745702 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf74c-8b88-40a7-93ce-ca061c575820 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.767037 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-5ab028d1-242c-4f6b-8731-6058de02b800 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e8594232d5141c9a1bfa2528b443925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957547 Nov 16 00:29:50.783994 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-06a8a1e3-8011-4e92-8164-e2ed1c292a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.793238 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42308) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:50.793479 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af7aa04-11f2-419f-bd55-b38235e9a748 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:29:50.805969 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.810647 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9af7aa04-11f2-419f-bd55-b38235e9a748 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.813863 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] Sync routers for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:29:50.823456 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf74c-8b88-40a7-93ce-ca061c575820 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.825652 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab028d1-242c-4f6b-8731-6058de02b800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3562843-2f05-47b9-afd1-938eefbb02c1,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:50.845352 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:50.847549 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:50.862279 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42310) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:50.873258 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-9af7aa04-11f2-419f-bd55-b38235e9a748 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "PUT /v2.0/floatingips/7715aad5-39ee-4a51-b3b7-65b19eeff259 HTTP/1.1" status: 200 len: 992 time: 2.6130984 Nov 16 00:29:50.884772 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'tag': '01184432-b920-416d-948c-2998a3138394'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:29:50.887281 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bddf337-bfd5-40cb-84a7-f7abb29b4141" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f376e4-af26-4799-9127-58d9efd50cdc", "tag": "01184432-b920-416d-948c-2998a3138394"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:29:50.890209 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-06a8a1e3-8011-4e92-8164-e2ed1c292a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.965744 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cf74c-8b88-40a7-93ce-ca061c575820 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05b170b-ed44-45c2-8ece-2f3691a775ce,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:50.996207 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf74c-8b88-40a7-93ce-ca061c575820 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:50.997910 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-9d4cf74c-8b88-40a7-93ce-ca061c575820 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6794477 Nov 16 00:29:51.012757 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Notify callbacks [] for port, precommit_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.016510 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42318) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:51.021422 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.025425 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-b097a869-d61d-4ab8-8f96-cea99d268637 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'security_group_rule': {'security_group_id': '900cbeea-1dbd-4d50-95f8-bbd40205f16b', 'project_id': 'cce0078a151f47738c5863929c403dc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:51.141957 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.145530 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:51.162166 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Attempting to bind port ed245399-6f6c-49ce-9b80-4d15025d42d1 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:29:51.162600 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Attempting to bind port ed245399-6f6c-49ce-9b80-4d15025d42d1 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'fd2db102-4917-4a43-b1af-da728749dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:29:51.162978 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Attempting to bind port ed245399-6f6c-49ce-9b80-4d15025d42d1 on network b879129b-75bd-4c79-880e-a9ff55e234be {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:29:51.170874 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:29:51.171487 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Checking segment: {'id': 'fd2db102-4917-4a43-b1af-da728749dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:29:51.172044 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.172401 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Bound using segment: {'id': 'fd2db102-4917-4a43-b1af-da728749dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:29:51.172891 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Bound port: ed245399-6f6c-49ce-9b80-4d15025d42d1, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2db102-4917-4a43-b1af-da728749dbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:29:51.173281 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.175855 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1dcd5890-17a9-4fd4-bfc5-c7417bbb5277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.196773 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac0b6e-eac7-440f-85c7-f7e7992eae7a None None] Pushing event updated for resources: {'Port': ['ID=ed245399-6f6c-49ce-9b80-4d15025d42d1,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:51.239571 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70259cc8-4b44-437a-9968-475dbd782628']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:51.262439 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8d66c6-154c-47af-8796-90e1cec19a98') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:51.262702 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8d66c6-154c-47af-8796-90e1cec19a98') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:51.266705 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1dcd5890-17a9-4fd4-bfc5-c7417bbb5277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.273300 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] For port ed245399-6f6c-49ce-9b80-4d15025d42d1, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:29:51.279257 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] For port ed245399-6f6c-49ce-9b80-4d15025d42d1, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=ed245399-6f6c-49ce-9b80-4d15025d42d1,segment=NetworkSegment(fd2db102-4917-4a43-b1af-da728749dbf5),segment_id=fd2db102-4917-4a43-b1af-da728749dbf5)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:29:51.285211 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.296842 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.301604 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-06a8a1e3-8011-4e92-8164-e2ed1c292a83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0e417903c604e0b87b7e6996015f863&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2266903 Nov 16 00:29:51.308162 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8a1e3-8011-4e92-8164-e2ed1c292a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fddd1b-69b3-4493-b25e-71c5c0850c44,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:51.308406 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42320) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:51.313863 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e90053a-23a1-4f51-a8f8-ae68185cf300 x-openstack-request-id: req-1e90053a-23a1-4f51-a8f8-ae68185cf300 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:29:51.315784 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f376e4-af26-4799-9127-58d9efd50cdc", "tag": "01184432-b920-416d-948c-2998a3138394", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:29:51.316226 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e90053a-23a1-4f51-a8f8-ae68185cf300 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:29:51.319719 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'tag': '01184432-b920-416d-948c-2998a3138394', 'status': 'completed', 'code': 200} Nov 16 00:29:51.383149 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac0b6e-eac7-440f-85c7-f7e7992eae7a None None] Pushing event updated for resources: {'Port': ['ID=ed245399-6f6c-49ce-9b80-4d15025d42d1,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:51.383773 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.397199 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-0d6fead8-0016-4eb6-acc3-73242a964266 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=273835248c36490c9fc2db9b2a651333&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5224662 Nov 16 00:29:51.398238 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42322) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:51.398754 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Routers {'38a6bd7c-4662-4c55-94f6-e72c0bc2043e'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:51.400245 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:51.406439 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:29:51.406857 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:29:51.410957 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:29:51.456123 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b7b97-d5ef-484d-9ecf-59010c227813 req-914cf4f5-3e6d-430f-a8a0-2b71ff73f3c9 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:51.465619 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-738b7b97-d5ef-484d-9ecf-59010c227813 req-914cf4f5-3e6d-430f-a8a0-2b71ff73f3c9 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.5991395 Nov 16 00:29:51.496691 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-d2d3955f-8c23-4ef4-91b8-fc37f7d43143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:51.498185 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-d2d3955f-8c23-4ef4-91b8-fc37f7d43143 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 1099 time: 0.1772299 Nov 16 00:29:51.525006 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-99061dbe-9d2a-4bf2-83fd-e64be9160044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.545969 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1dcd5890-17a9-4fd4-bfc5-c7417bbb5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.550725 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1dcd5890-17a9-4fd4-bfc5-c7417bbb5277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.556143 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-1dcd5890-17a9-4fd4-bfc5-c7417bbb5277 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3562843-2f05-47b9-afd1-938eefbb02c1 HTTP/1.1" status: 204 len: 168 time: 0.7456231 Nov 16 00:29:51.592461 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.633907 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-ef99f521-bed6-4b80-8794-b93e6b67061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:51.635552 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-ef99f521-bed6-4b80-8794-b93e6b67061c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 911 time: 0.1200566 Nov 16 00:29:51.645694 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-34e3e2fa-978f-456d-95ca-7460d3d676db None None] Provisioning complete for port ed245399-6f6c-49ce-9b80-4d15025d42d1 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:51.647026 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b097a869-d61d-4ab8-8f96-cea99d268637 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.648270 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34e3e2fa-978f-456d-95ca-7460d3d676db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.708222 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.719098 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] 10.222.0.31 "DELETE /v2.0/networks/70259cc8-4b44-437a-9968-475dbd782628 HTTP/1.1" status: 204 len: 168 time: 1.0052972 Nov 16 00:29:51.721328 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd5890-17a9-4fd4-bfc5-c7417bbb5277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3562843-2f05-47b9-afd1-938eefbb02c1,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:51.727274 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42326) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:51.732881 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '7715aad5-39ee-4a51-b3b7-65b19eeff259', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'port_id': '01184432-b920-416d-948c-2998a3138394', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'mac_address': 'fa:16:3e:e5:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:29:09Z', 'updated_at': '2021-11-16T00:29:49Z', 'revision_number': 1, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:51.740225 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2b846-da28-46ba-af6a-98fa92aad19b admin admin] Pushing event deleted for resources: {'Network': ['ID=70259cc8-4b44-437a-9968-475dbd782628,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:51.754447 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-99061dbe-9d2a-4bf2-83fd-e64be9160044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.787197 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] Checking router: 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:29:51.796763 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-738b7b97-d5ef-484d-9ecf-59010c227813 req-88e53d8c-0991-47bf-a3d1-1999d2ea4082 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258286 Nov 16 00:29:51.809433 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:29:51.810189 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:29:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:51.819822 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-48d091b1-4182-4585-adfc-9038def366f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.851820 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-1389a591-c092-4f1e-81ca-619ef7a5fd65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01184432-b920-416d-948c-2998a3138394 HTTP/1.1" status: 200 len: 1000 time: 0.2009346 Nov 16 00:29:51.872749 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b097a869-d61d-4ab8-8f96-cea99d268637 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.874340 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9af2c0-17fe-4b20-9baf-894078bd517d admin admin] Deleting subnet 78d1f057-7d66-4a9a-8654-8c3f47410d3d {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:29:51.881405 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8c9af2c0-17fe-4b20-9baf-894078bd517d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.915394 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-48d091b1-4182-4585-adfc-9038def366f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.940484 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8c9af2c0-17fe-4b20-9baf-894078bd517d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:51.942388 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] Set router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:52.013440 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b097a869-d61d-4ab8-8f96-cea99d268637 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.017129 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:29:52.041205 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8c9af2c0-17fe-4b20-9baf-894078bd517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.048302 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-48d091b1-4182-4585-adfc-9038def366f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.055368 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-48d091b1-4182-4585-adfc-9038def366f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.074149 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-48d091b1-4182-4585-adfc-9038def366f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4bdeed6-6339-406f-8130-b63ce6a2128e HTTP/1.1" status: 204 len: 168 time: 0.6706362 Nov 16 00:29:52.106662 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097a869-d61d-4ab8-8f96-cea99d268637 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5f5c7d-7c87-4d19-87d0-8073431e2327,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:52.138109 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8c9af2c0-17fe-4b20-9baf-894078bd517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.159741 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b097a869-d61d-4ab8-8f96-cea99d268637 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.161009 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-b097a869-d61d-4ab8-8f96-cea99d268637 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1433916 Nov 16 00:29:52.177620 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42336) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:52.178451 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d091b1-4182-4585-adfc-9038def366f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bdeed6-6339-406f-8130-b63ce6a2128e,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:52.197180 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-0c6e09eb-9ed4-4074-a1e0-9d84a3342c6d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'security_group_rule': {'security_group_id': '900cbeea-1dbd-4d50-95f8-bbd40205f16b', 'project_id': 'cce0078a151f47738c5863929c403dc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:52.206857 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-0804051a-a336-40d6-a519-d52659911e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:52.216939 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-0804051a-a336-40d6-a519-d52659911e06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d00cf4cb-12d8-4c12-a763-066afa9978bb HTTP/1.1" status: 200 len: 849 time: 0.3427596 Nov 16 00:29:52.304386 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34e3e2fa-978f-456d-95ca-7460d3d676db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.324350 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c6e09eb-9ed4-4074-a1e0-9d84a3342c6d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.325517 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-99061dbe-9d2a-4bf2-83fd-e64be9160044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.332352 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-99061dbe-9d2a-4bf2-83fd-e64be9160044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.336820 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-99061dbe-9d2a-4bf2-83fd-e64be9160044 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00fddd1b-69b3-4493-b25e-71c5c0850c44 HTTP/1.1" status: 204 len: 168 time: 1.0253470 Nov 16 00:29:52.349807 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9af2c0-17fe-4b20-9baf-894078bd517d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d1f057-7d66-4a9a-8654-8c3f47410d3d,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:52.355961 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8c9af2c0-17fe-4b20-9baf-894078bd517d admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.363900 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-8c9af2c0-17fe-4b20-9baf-894078bd517d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/78d1f057-7d66-4a9a-8654-8c3f47410d3d HTTP/1.1" status: 204 len: 168 time: 0.6142352 Nov 16 00:29:52.367470 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42340) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:52.380824 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99061dbe-9d2a-4bf2-83fd-e64be9160044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fddd1b-69b3-4493-b25e-71c5c0850c44,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:52.446329 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-34e3e2fa-978f-456d-95ca-7460d3d676db None None] For port ed245399-6f6c-49ce-9b80-4d15025d42d1, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=ed245399-6f6c-49ce-9b80-4d15025d42d1,segment=NetworkSegment(fd2db102-4917-4a43-b1af-da728749dbf5),segment_id=fd2db102-4917-4a43-b1af-da728749dbf5)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:29:52.456802 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42342) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:52.461798 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34e3e2fa-978f-456d-95ca-7460d3d676db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.480304 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-733afc65-0844-4137-a795-b19219182efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.514814 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-20ba9f42-e992-46db-bb94-52cd610e9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:52.526322 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-20ba9f42-e992-46db-bb94-52cd610e9d85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3262426f-7c77-4fea-b32e-ea6229d56ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2799208 Nov 16 00:29:52.577620 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3e2fa-978f-456d-95ca-7460d3d676db None None] Pushing event updated for resources: {'Port': ['ID=ed245399-6f6c-49ce-9b80-4d15025d42d1,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:52.592268 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '7715aad5-39ee-4a51-b3b7-65b19eeff259', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'port_id': '01184432-b920-416d-948c-2998a3138394', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'mac_address': 'fa:16:3e:e5:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:29:09Z', 'updated_at': '2021-11-16T00:29:49Z', 'revision_number': 1, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:52.604254 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-fe2b1786-2000-4c36-b069-640b42b401f5 None None] Provisioning complete for port ed245399-6f6c-49ce-9b80-4d15025d42d1 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:52.604664 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fe2b1786-2000-4c36-b069-640b42b401f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.655378 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:38Z', 'updated_at': '2021-11-16T00:29:46Z', 'revision_number': 4, 'project_id': '30d229004e0747948d2d5fb16167b784', 'gw_port': {'id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:40Z', 'updated_at': '2021-11-16T00:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'ed245399-6f6c-49ce-9b80-4d15025d42d1', 'name': '', 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'mac_address': 'fa:16:3e:6c:fd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '091ef40c-d44f-4760-9056-8593e116ad4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:44Z', 'updated_at': '2021-11-16T00:29:51Z', 'revision_number': 4, 'project_id': '30d229004e0747948d2d5fb16167b784', 'subnets': [{'id': '091ef40c-d44f-4760-9056-8593e116ad4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:52.663709 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a3833-d29e-4434-8c52-422507fc6d16 None None] The sync data for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi is: [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '7715aad5-39ee-4a51-b3b7-65b19eeff259', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'port_id': '01184432-b920-416d-948c-2998a3138394', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'mac_address': 'fa:16:3e:e5:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:29:09Z', 'updated_at': '2021-11-16T00:29:49Z', 'revision_number': 1, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:29:52.687466 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-733afc65-0844-4137-a795-b19219182efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.700462 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-733afc65-0844-4137-a795-b19219182efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.708603 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f37b6-3257-4196-a5a4-4ffc88c2337a None None] The sync data for ids ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'] in dv-cinder-811154-2-iscsi is: [{'id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:38Z', 'updated_at': '2021-11-16T00:29:46Z', 'revision_number': 4, 'project_id': '30d229004e0747948d2d5fb16167b784', 'gw_port': {'id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:40Z', 'updated_at': '2021-11-16T00:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'ed245399-6f6c-49ce-9b80-4d15025d42d1', 'name': '', 'network_id': 'b879129b-75bd-4c79-880e-a9ff55e234be', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'mac_address': 'fa:16:3e:6c:fd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '091ef40c-d44f-4760-9056-8593e116ad4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:44Z', 'updated_at': '2021-11-16T00:29:51Z', 'revision_number': 4, 'project_id': '30d229004e0747948d2d5fb16167b784', 'subnets': [{'id': '091ef40c-d44f-4760-9056-8593e116ad4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:29:52.763522 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-733afc65-0844-4137-a795-b19219182efb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a238a9f4e354ac59fd8a280cffaeedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047402 Nov 16 00:29:52.766263 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42348) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:52.831194 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733afc65-0844-4137-a795-b19219182efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415c3498-55c1-4fff-999d-ac4e1d47d4f0,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:52.842393 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.880882 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c6e09eb-9ed4-4074-a1e0-9d84a3342c6d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.912254 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c6e09eb-9ed4-4074-a1e0-9d84a3342c6d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:52.976027 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-571063b5-9bed-4f9c-8571-135431c0708e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.132475 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e09eb-9ed4-4074-a1e0-9d84a3342c6d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e019963-7bef-4c5b-908d-ccbe9dfa706c,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:53.172595 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-571063b5-9bed-4f9c-8571-135431c0708e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.239330 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device ed245399-6f6c-49ce-9b80-4d15025d42d1 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:29:53.252992 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2fc2f-f039-4a12-b6d8-1c49bab193c2 req-cad2ae45-906f-41bb-8391-9fe07903359d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:53.255163 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-34d2fc2f-f039-4a12-b6d8-1c49bab193c2 req-cad2ae45-906f-41bb-8391-9fe07903359d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.1712618 Nov 16 00:29:53.308083 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-a4256085-6e94-4aed-9b21-27e1c5644296 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618675 Nov 16 00:29:53.342711 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c23b1-2c79-4577-99d3-2bde93dd449f None None] New status for floating IP 7715aad5-39ee-4a51-b3b7-65b19eeff259: ACTIVE {{(pid=107821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:29:53.362852 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c6e09eb-9ed4-4074-a1e0-9d84a3342c6d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.368193 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-0c6e09eb-9ed4-4074-a1e0-9d84a3342c6d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1874328 Nov 16 00:29:53.373158 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42366) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:53.384714 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-ad4e4ff8-13fc-4de7-9de6-ed7a8b6163ad tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'security_group_rule': {'security_group_id': '900cbeea-1dbd-4d50-95f8-bbd40205f16b', 'project_id': 'cce0078a151f47738c5863929c403dc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:53.401757 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-571063b5-9bed-4f9c-8571-135431c0708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.411288 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-571063b5-9bed-4f9c-8571-135431c0708e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.412964 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-571063b5-9bed-4f9c-8571-135431c0708e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/415c3498-55c1-4fff-999d-ac4e1d47d4f0 HTTP/1.1" status: 204 len: 168 time: 0.6452749 Nov 16 00:29:53.453690 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571063b5-9bed-4f9c-8571-135431c0708e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c3498-55c1-4fff-999d-ac4e1d47d4f0,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:53.484620 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-34d2fc2f-f039-4a12-b6d8-1c49bab193c2 req-819d2d4b-66e2-4ebd-89aa-30b09f42d86e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199106 Nov 16 00:29:53.496517 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.527990 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ad4e4ff8-13fc-4de7-9de6-ed7a8b6163ad tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.562114 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.563163 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.564115 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.565191 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > port after_create 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.565700 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.566396 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > port after_update 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.566877 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.567376 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.567841 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.568358 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.652125 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.652741 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.653267 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.654042 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 00:29:53.654579 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea570e8-beb8-4574-90a8-4620924cebeb']}} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:53.666305 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ad4e4ff8-13fc-4de7-9de6-ed7a8b6163ad tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.678504 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ad4e4ff8-13fc-4de7-9de6-ed7a8b6163ad tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.707568 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1349be4-28cc-44fa-b8d7-6d1932255b48') {'for_net_delete': True} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:53.708437 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1349be4-28cc-44fa-b8d7-6d1932255b48') {} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:29:53.752956 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ad4e4ff8-13fc-4de7-9de6-ed7a8b6163ad tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.755930 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-ad4e4ff8-13fc-4de7-9de6-ed7a8b6163ad tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3813195 Nov 16 00:29:53.761693 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42378) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:53.764649 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e4ff8-13fc-4de7-9de6-ed7a8b6163ad tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d214e2c-1a46-4cbb-bee5-4f52ffbc5195,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:53.773901 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-cd1e44c9-d8fc-4395-a8d9-2f61133ffc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'security_group_rule': {'security_group_id': '900cbeea-1dbd-4d50-95f8-bbd40205f16b', 'project_id': 'cce0078a151f47738c5863929c403dc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:53.791465 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9071521'] for segment, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.871919 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7bddf337-bfd5-40cb-84a7-f7abb29b4141 req-dd9b335d-64d9-4b0c-9a55-001a74f87f92 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001516 Nov 16 00:29:53.920005 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.933601 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=107820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:29:53.934119 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9286119'] for segment, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: from cryptography.utils import int_from_bytes Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: from cryptography.utils import int_from_bytes Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: Traceback (most recent call last): Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: timer() Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: cb(*args, **kw) Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: return func(*args, **kwargs) Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: self._notify() Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: self.callback(batched_events) Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: event.method(event) Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: return f(self, *a, **k) Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._get(url).json() Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: return self.request(url, 'GET', **kwargs) Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:29:53.961218 dv-cinder-811154-2-iscsi neutron-server[107820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:29:54.018357 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port ed245399-6f6c-49ce-9b80-4d15025d42d1 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:29:54.018991 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.022871 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.securitygroups_db [None req-cd1e44c9-d8fc-4395-a8d9-2f61133ffc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Project cce0078a151f47738c5863929c403dc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 00:29:54.030238 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cd1e44c9-d8fc-4395-a8d9-2f61133ffc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.060142 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.070443 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.076536 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5ea570e8-beb8-4574-90a8-4620924cebeb HTTP/1.1" status: 204 len: 168 time: 1.7070415 Nov 16 00:29:54.113042 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81134f-28bf-4815-bf8d-07709f6f6dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea570e8-beb8-4574-90a8-4620924cebeb,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:54.148339 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cd1e44c9-d8fc-4395-a8d9-2f61133ffc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.154482 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cd1e44c9-d8fc-4395-a8d9-2f61133ffc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.193829 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e44c9-d8fc-4395-a8d9-2f61133ffc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b2bc5d-10ac-4fbd-a429-2cd8e7a68e2b,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:54.201271 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cd1e44c9-d8fc-4395-a8d9-2f61133ffc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.203160 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-cd1e44c9-d8fc-4395-a8d9-2f61133ffc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4362886 Nov 16 00:29:54.206387 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42394) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:54.218453 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-b648dd89-ac42-433f-9c16-393d10ad4e6e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'security_group_rule': {'security_group_id': '900cbeea-1dbd-4d50-95f8-bbd40205f16b', 'project_id': 'cce0078a151f47738c5863929c403dc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:29:54.274020 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.securitygroups_db [None req-b648dd89-ac42-433f-9c16-393d10ad4e6e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Project cce0078a151f47738c5863929c403dc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 00:29:54.292732 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b648dd89-ac42-433f-9c16-393d10ad4e6e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.397818 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42402) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:54.559922 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b648dd89-ac42-433f-9c16-393d10ad4e6e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.569314 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b648dd89-ac42-433f-9c16-393d10ad4e6e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.593949 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-bc6aff91-b6be-4809-8a7c-d0f2b5520713 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e762866f84e546f98f7bc944595f14b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943650 Nov 16 00:29:54.600179 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42408) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:54.634313 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b648dd89-ac42-433f-9c16-393d10ad4e6e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.636615 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b648dd89-ac42-433f-9c16-393d10ad4e6e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4285305 Nov 16 00:29:54.654390 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648dd89-ac42-433f-9c16-393d10ad4e6e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daea3fd5-d31b-4d39-bfe4-cb27d4cc3212,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:54.884958 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-382960a8-3b1c-4a87-b9ab-10d747b704ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:54.906850 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a93d30-77ae-414a-917d-f8575ee039ac req-1a7caad4-7798-4093-87a9-24466c391ac9 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:54.909342 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27a93d30-77ae-414a-917d-f8575ee039ac req-1a7caad4-7798-4093-87a9-24466c391ac9 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.1870124 Nov 16 00:29:54.950292 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-382960a8-3b1c-4a87-b9ab-10d747b704ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:55.009431 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27a93d30-77ae-414a-917d-f8575ee039ac req-5a37fde3-4978-428c-bd27-d0fd29ec9043 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771747 Nov 16 00:29:55.060772 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-382960a8-3b1c-4a87-b9ab-10d747b704ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:55.064913 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-382960a8-3b1c-4a87-b9ab-10d747b704ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:55.067360 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-382960a8-3b1c-4a87-b9ab-10d747b704ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d599bef-0529-4a20-b680-3a461d0a0eb0 HTTP/1.1" status: 204 len: 168 time: 0.4660251 Nov 16 00:29:55.079087 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382960a8-3b1c-4a87-b9ab-10d747b704ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d599bef-0529-4a20-b680-3a461d0a0eb0,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:55.766297 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42494) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:55.865836 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-b69e71ec-0860-4f82-ad44-ca44584135c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=257cc93263da4df29a03a0a76768d85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980532 Nov 16 00:29:55.868286 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42500) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:55.955803 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7b8332bb-2f22-40c5-816b-f24e3d8c7fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:56.007594 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7b8332bb-2f22-40c5-816b-f24e3d8c7fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:56.196383 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7b8332bb-2f22-40c5-816b-f24e3d8c7fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:56.205955 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e820f8-adbe-42d1-b5cf-8ad779fb4553 req-08c6add1-1a3d-44a2-86a4-9557bfe8ebc4 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:56.209942 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7b8332bb-2f22-40c5-816b-f24e3d8c7fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:56.214455 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-59e820f8-adbe-42d1-b5cf-8ad779fb4553 req-08c6add1-1a3d-44a2-86a4-9557bfe8ebc4 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0960073 Nov 16 00:29:56.218959 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-7b8332bb-2f22-40c5-816b-f24e3d8c7fe1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c603e94-40c3-4110-b8f6-60163510c8fb HTTP/1.1" status: 204 len: 168 time: 0.3452778 Nov 16 00:29:56.242656 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8332bb-2f22-40c5-816b-f24e3d8c7fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c603e94-40c3-4110-b8f6-60163510c8fb,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:56.322333 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-59e820f8-adbe-42d1-b5cf-8ad779fb4553 req-30196034-473d-424a-aa40-febc08ebdf29 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064148 Nov 16 00:29:57.497164 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2aa2b-5ce5-4dea-8532-6d6e7613b169 req-1c9d386c-f4fd-4342-9782-5b1c5621dcef tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:57.499697 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-51c2aa2b-5ce5-4dea-8532-6d6e7613b169 req-1c9d386c-f4fd-4342-9782-5b1c5621dcef tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0620699 Nov 16 00:29:57.572344 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-51c2aa2b-5ce5-4dea-8532-6d6e7613b169 req-a5f1f0e7-4b6b-4352-b4c5-c544bb3b60c4 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644782 Nov 16 00:29:57.990798 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a300f203-6309-4f98-a81d-66328a618e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:58.769951 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8437c-2131-4a52-910b-f636da323410 req-6fbf6ac9-9f19-40cc-8c85-4c2d4cd74ce5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:29:58.772218 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0ff8437c-2131-4a52-910b-f636da323410 req-6fbf6ac9-9f19-40cc-8c85-4c2d4cd74ce5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0957875 Nov 16 00:29:58.871005 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0ff8437c-2131-4a52-910b-f636da323410 req-ccfe9139-2ded-423d-b316-bccb5204b539 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810797 Nov 16 00:29:59.384604 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42640) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:59.552455 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-298ae0af-04e9-4f5b-9619-a2ae8c151741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:59.652566 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-298ae0af-04e9-4f5b-9619-a2ae8c151741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:59.657248 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-298ae0af-04e9-4f5b-9619-a2ae8c151741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:59.701902 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ae0af-04e9-4f5b-9619-a2ae8c151741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41db057b-4e73-4373-bc1c-3011a47aff9c,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:29:59.706690 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-298ae0af-04e9-4f5b-9619-a2ae8c151741 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e318c231919481bb50ccf73b7e3dc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206606 Nov 16 00:29:59.709868 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42644) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:29:59.789171 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-aca274c5-0766-4779-8195-8a75b10c97ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:59.824778 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-aca274c5-0766-4779-8195-8a75b10c97ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:59.904487 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-aca274c5-0766-4779-8195-8a75b10c97ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:59.908646 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-aca274c5-0766-4779-8195-8a75b10c97ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:29:59.915080 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-aca274c5-0766-4779-8195-8a75b10c97ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41db057b-4e73-4373-bc1c-3011a47aff9c HTTP/1.1" status: 204 len: 168 time: 0.2036965 Nov 16 00:29:59.958969 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca274c5-0766-4779-8195-8a75b10c97ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41db057b-4e73-4373-bc1c-3011a47aff9c,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:00.139812 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b100-6c3e-4eed-92f0-c314e463f525 req-b57660b7-247f-438c-be6d-16eb6d8b280a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:00.142466 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8d3b100-6c3e-4eed-92f0-c314e463f525 req-b57660b7-247f-438c-be6d-16eb6d8b280a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.1168666 Nov 16 00:30:00.219620 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8d3b100-6c3e-4eed-92f0-c314e463f525 req-b310a5fc-2a22-4af7-8082-e796e36abb24 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 Nov 16 00:30:00.646000 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:01.382633 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca279ca8-ca2e-4995-8c31-070c1f785ee6 req-03262ce4-2350-4067-a2db-df3d2f5bd89f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:01.386659 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ca279ca8-ca2e-4995-8c31-070c1f785ee6 req-03262ce4-2350-4067-a2db-df3d2f5bd89f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0797803 Nov 16 00:30:01.419769 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-1b6d090e-ef43-4707-bd8f-5ce4ae9c87a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:01.461529 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ca279ca8-ca2e-4995-8c31-070c1f785ee6 req-aca64c1f-0296-4ce2-8e8d-ec0450a4fa55 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667508 Nov 16 00:30:02.010959 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:03.466275 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b69b44-9aa5-4996-9bd4-da6f48387e32 req-30938033-aaa3-4c20-be0a-8215ad06f77e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:03.467982 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-71b69b44-9aa5-4996-9bd4-da6f48387e32 req-30938033-aaa3-4c20-be0a-8215ad06f77e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0643864 Nov 16 00:30:03.521924 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-71b69b44-9aa5-4996-9bd4-da6f48387e32 req-2c2f464a-5315-404e-a647-389234a4e686 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Nov 16 00:30:03.664896 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:06.890316 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51af038-3848-47e0-b88b-e1987675b036 req-dbdfc430-723a-4eee-a9fc-dffb37adf158 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:06.892810 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d51af038-3848-47e0-b88b-e1987675b036 req-dbdfc430-723a-4eee-a9fc-dffb37adf158 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0642827 Nov 16 00:30:06.938280 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d51af038-3848-47e0-b88b-e1987675b036 req-af3735df-b8be-4593-b9b8-4add9e73f40c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 Nov 16 00:30:07.868046 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:08.132226 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65154f5d-5b9c-42a4-bb08-4bc2c0573808 req-be846bd4-0bf0-4699-bc6a-ca21618380e6 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:08.134970 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-65154f5d-5b9c-42a4-bb08-4bc2c0573808 req-be846bd4-0bf0-4699-bc6a-ca21618380e6 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0914423 Nov 16 00:30:08.245885 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-65154f5d-5b9c-42a4-bb08-4bc2c0573808 req-e16c24be-fb3c-4dde-ab7f-d2490083e68f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929303 Nov 16 00:30:08.635958 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42874) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:08.800433 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3c2a2b9e-f59c-4533-8b62-65b0f36626dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:08.898015 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3c2a2b9e-f59c-4533-8b62-65b0f36626dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:08.902547 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3c2a2b9e-f59c-4533-8b62-65b0f36626dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:08.950081 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-3c2a2b9e-f59c-4533-8b62-65b0f36626dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9128448b960d4789a56e054b9afda1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123930 Nov 16 00:30:08.951034 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a2b9e-f59c-4533-8b62-65b0f36626dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a30c49-eedf-4be6-bbcb-ee531fe8fa3e,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:08.954396 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42882) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:09.030863 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fde7ecc6-61bb-4827-91e8-f3c22e4fbfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.059370 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fde7ecc6-61bb-4827-91e8-f3c22e4fbfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.122241 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fde7ecc6-61bb-4827-91e8-f3c22e4fbfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.130006 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fde7ecc6-61bb-4827-91e8-f3c22e4fbfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.134318 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-fde7ecc6-61bb-4827-91e8-f3c22e4fbfea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06a30c49-eedf-4be6-bbcb-ee531fe8fa3e HTTP/1.1" status: 204 len: 168 time: 0.1769567 Nov 16 00:30:09.141200 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7ecc6-61bb-4827-91e8-f3c22e4fbfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a30c49-eedf-4be6-bbcb-ee531fe8fa3e,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:09.466177 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 42892) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:09.481441 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1dd810ca-dfc5-4efd-a604-61fb928543d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.586041 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1dd810ca-dfc5-4efd-a604-61fb928543d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.591161 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1dd810ca-dfc5-4efd-a604-61fb928543d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.647888 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd810ca-dfc5-4efd-a604-61fb928543d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e020f8-a01f-4fb3-ae13-c094535a105e,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:09.656110 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-1dd810ca-dfc5-4efd-a604-61fb928543d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e19606cb067d431094f2df40b975fcc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886826 Nov 16 00:30:09.662157 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 42904) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:09.731521 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3ad0-87ba-4306-8ea4-4d3be3537c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.765971 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3ad0-87ba-4306-8ea4-4d3be3537c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.861353 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3ad0-87ba-4306-8ea4-4d3be3537c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.864617 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3ad0-87ba-4306-8ea4-4d3be3537c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:09.869745 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-4dfe3ad0-87ba-4306-8ea4-4d3be3537c7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99e020f8-a01f-4fb3-ae13-c094535a105e HTTP/1.1" status: 204 len: 168 time: 0.2028000 Nov 16 00:30:09.879439 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe3ad0-87ba-4306-8ea4-4d3be3537c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e020f8-a01f-4fb3-ae13-c094535a105e,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:11.731590 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ff26e-b9b9-43c6-943c-79ace520ac5d req-945a7028-2112-46fb-9d10-a21dfde4da20 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:11.734240 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-926ff26e-b9b9-43c6-943c-79ace520ac5d req-945a7028-2112-46fb-9d10-a21dfde4da20 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0743785 Nov 16 00:30:11.820247 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-926ff26e-b9b9-43c6-943c-79ace520ac5d req-77eff49b-8ec0-4154-890f-dbd522e44e10 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776203 Nov 16 00:30:13.045804 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591ff3f-e7d1-4043-9f2c-5c0efa2a71e0 req-a5a05b55-4da1-4318-9af5-6c47b652ccec tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:13.050110 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7591ff3f-e7d1-4043-9f2c-5c0efa2a71e0 req-a5a05b55-4da1-4318-9af5-6c47b652ccec tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0891447 Nov 16 00:30:13.188661 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7591ff3f-e7d1-4043-9f2c-5c0efa2a71e0 req-5b753af9-4c09-4a2c-8bd3-d308982d88f7 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302550 Nov 16 00:30:13.232028 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3909c2b-b6e7-4ca7-845d-6f61191cf0d5 req-44becbc8-900b-43cc-9146-4b452b576d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:13.235005 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a3909c2b-b6e7-4ca7-845d-6f61191cf0d5 req-44becbc8-900b-43cc-9146-4b452b576d6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 1098 time: 0.1384814 Nov 16 00:30:13.375860 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43022) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:13.528552 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-33e37225-0ed3-47c9-802f-1f1ec5434fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:13.652924 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-33e37225-0ed3-47c9-802f-1f1ec5434fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:13.657333 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-33e37225-0ed3-47c9-802f-1f1ec5434fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:13.666388 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43028) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:13.702661 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-33e37225-0ed3-47c9-802f-1f1ec5434fe9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c4e9ec4370b4300bbf59505d0a5b572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253028 Nov 16 00:30:13.703428 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e37225-0ed3-47c9-802f-1f1ec5434fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dee7be8-45c4-4cad-9f49-67d33084800e,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:13.705984 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43032) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:13.801009 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f67ecc88-2a69-4822-b140-d81cf7462b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:13.825677 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f67ecc88-2a69-4822-b140-d81cf7462b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:13.873228 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e4b-5a5e-4fe0-a3fd-80245c893e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:13.912187 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f67ecc88-2a69-4822-b140-d81cf7462b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:13.914899 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f67ecc88-2a69-4822-b140-d81cf7462b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:13.916111 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-f67ecc88-2a69-4822-b140-d81cf7462b2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7dee7be8-45c4-4cad-9f49-67d33084800e HTTP/1.1" status: 204 len: 168 time: 0.2070367 Nov 16 00:30:13.946905 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ecc88-2a69-4822-b140-d81cf7462b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dee7be8-45c4-4cad-9f49-67d33084800e,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:14.032277 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e4b-5a5e-4fe0-a3fd-80245c893e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:14.038848 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e4b-5a5e-4fe0-a3fd-80245c893e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:14.088790 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-8ebd6e4b-5a5e-4fe0-a3fd-80245c893e57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ea9a820947f41b99eb68db0b27ce095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210014 Nov 16 00:30:14.091871 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43044) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:14.098436 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd6e4b-5a5e-4fe0-a3fd-80245c893e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160f94ab-c38f-4ad6-9191-ba0ac41b0629,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:14.177118 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e96a-c1d1-4589-ade7-9999d1d85648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:14.203658 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e96a-c1d1-4589-ade7-9999d1d85648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:14.290396 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e96a-c1d1-4589-ade7-9999d1d85648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:14.294926 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e96a-c1d1-4589-ade7-9999d1d85648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:14.296777 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-e2e5e96a-c1d1-4589-ade7-9999d1d85648 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/160f94ab-c38f-4ad6-9191-ba0ac41b0629 HTTP/1.1" status: 204 len: 168 time: 0.2037494 Nov 16 00:30:14.313731 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5e96a-c1d1-4589-ade7-9999d1d85648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f94ab-c38f-4ad6-9191-ba0ac41b0629,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:14.799027 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43068) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:14.820438 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c5e02d44-d86f-4b58-bfd5-f616b4ebc1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:14.927303 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c5e02d44-d86f-4b58-bfd5-f616b4ebc1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:14.932967 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c5e02d44-d86f-4b58-bfd5-f616b4ebc1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:14.977631 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c5e02d44-d86f-4b58-bfd5-f616b4ebc1da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e3f55ee7d33475286d8ec97f6aac5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756034 Nov 16 00:30:14.981764 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43074) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:14.998713 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e02d44-d86f-4b58-bfd5-f616b4ebc1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c649a3b-3bdc-48af-a829-6a1d0e9bf2bb,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:15.051138 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095f1be7-69b1-4662-af10-5b314aa9e457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:15.075331 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095f1be7-69b1-4662-af10-5b314aa9e457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:15.126831 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095f1be7-69b1-4662-af10-5b314aa9e457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:15.129875 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-095f1be7-69b1-4662-af10-5b314aa9e457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:15.131245 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-095f1be7-69b1-4662-af10-5b314aa9e457 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c649a3b-3bdc-48af-a829-6a1d0e9bf2bb HTTP/1.1" status: 204 len: 168 time: 0.1481173 Nov 16 00:30:15.139991 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f1be7-69b1-4662-af10-5b314aa9e457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c649a3b-3bdc-48af-a829-6a1d0e9bf2bb,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:16.104189 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a3909c2b-b6e7-4ca7-845d-6f61191cf0d5 req-4b263bdd-da47-4677-8fee-e36f945979ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380073 Nov 16 00:30:16.271235 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc82bdb-cc8f-49e0-a5fa-1e5841fa476b req-295d908d-7d9c-466b-8dc7-1ccf7da5510d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:16.273015 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-2fc82bdb-cc8f-49e0-a5fa-1e5841fa476b req-295d908d-7d9c-466b-8dc7-1ccf7da5510d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0789549 Nov 16 00:30:16.355692 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-2fc82bdb-cc8f-49e0-a5fa-1e5841fa476b req-01b76b62-b30b-4177-abc0-44e85a2a4f1d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702600 Nov 16 00:30:17.492160 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e4bdd-9d71-4818-8465-a450f2aa845c req-5e74cf8a-4d21-4bd8-8ca1-e667cb016666 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:17.493963 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f99e4bdd-9d71-4818-8465-a450f2aa845c req-5e74cf8a-4d21-4bd8-8ca1-e667cb016666 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0582390 Nov 16 00:30:17.537244 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f99e4bdd-9d71-4818-8465-a450f2aa845c req-13dec89e-35a8-485f-a053-4a5917fb240a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363433 Nov 16 00:30:18.132871 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43172) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:18.299116 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bebc99c8-c8f7-4062-9426-e1ff590dfd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:18.407279 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bebc99c8-c8f7-4062-9426-e1ff590dfd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:18.413509 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bebc99c8-c8f7-4062-9426-e1ff590dfd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:18.458910 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-bebc99c8-c8f7-4062-9426-e1ff590dfd34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc81bddec10249a4aa36094e6da1b1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242466 Nov 16 00:30:18.463258 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43182) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:18.466343 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc99c8-c8f7-4062-9426-e1ff590dfd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678dee7-8928-49ea-8138-a745faebc3e3,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:18.533935 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3ddf-97bd-44e3-bf07-0efc5ce7555d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:18.566425 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3ddf-97bd-44e3-bf07-0efc5ce7555d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:18.624705 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3ddf-97bd-44e3-bf07-0efc5ce7555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:18.628161 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3ddf-97bd-44e3-bf07-0efc5ce7555d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:18.629411 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c9ba3ddf-97bd-44e3-bf07-0efc5ce7555d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e678dee7-8928-49ea-8138-a745faebc3e3 HTTP/1.1" status: 204 len: 168 time: 0.1645775 Nov 16 00:30:18.639404 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba3ddf-97bd-44e3-bf07-0efc5ce7555d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678dee7-8928-49ea-8138-a745faebc3e3,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:18.996999 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43192) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:19.012612 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fbb49a5f-6b91-4cab-be1e-7bd9892a7705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:19.109872 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fbb49a5f-6b91-4cab-be1e-7bd9892a7705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:19.115158 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fbb49a5f-6b91-4cab-be1e-7bd9892a7705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:19.160455 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-fbb49a5f-6b91-4cab-be1e-7bd9892a7705 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=455e3f525618418d8782fd9d2e2d5085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623027 Nov 16 00:30:19.161675 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb49a5f-6b91-4cab-be1e-7bd9892a7705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5668a6-a16e-479b-b399-d8882f71dc1a,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:19.171560 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43196) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:19.229226 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bd985535-a4a3-4086-8958-c0408fdbca61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:19.257458 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bd985535-a4a3-4086-8958-c0408fdbca61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:19.320424 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bd985535-a4a3-4086-8958-c0408fdbca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:19.325660 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bd985535-a4a3-4086-8958-c0408fdbca61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:19.327633 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-bd985535-a4a3-4086-8958-c0408fdbca61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd5668a6-a16e-479b-b399-d8882f71dc1a HTTP/1.1" status: 204 len: 168 time: 0.1616857 Nov 16 00:30:19.343979 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd985535-a4a3-4086-8958-c0408fdbca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5668a6-a16e-479b-b399-d8882f71dc1a,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:19.372944 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:30:20.507506 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eff56-bc2f-44ff-851c-3cecc724be49 req-c01ad98c-d6bb-4dc2-bb0c-36fb5edbeeb0 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:20.509152 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a52eff56-bc2f-44ff-851c-3cecc724be49 req-c01ad98c-d6bb-4dc2-bb0c-36fb5edbeeb0 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0851488 Nov 16 00:30:20.560814 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a52eff56-bc2f-44ff-851c-3cecc724be49 req-04751487-60a8-4931-9a3e-f0f739fa8452 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382888 Nov 16 00:30:20.762979 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7012-b5a6-42c5-901c-4c9543245750 req-bfffb64e-f588-40bd-8246-910d0233aaf0 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:20.768568 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e02f7012-b5a6-42c5-901c-4c9543245750 req-bfffb64e-f588-40bd-8246-910d0233aaf0 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0858490 Nov 16 00:30:20.814546 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e02f7012-b5a6-42c5-901c-4c9543245750 req-c928b4b2-ea86-4738-bda0-af39cdab10d2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387132 Nov 16 00:30:21.627883 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43304) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:21.878591 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8edaad06-c017-44bd-b593-47f0e758a934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.008233 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8edaad06-c017-44bd-b593-47f0e758a934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.014050 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8edaad06-c017-44bd-b593-47f0e758a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.092759 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-8edaad06-c017-44bd-b593-47f0e758a934 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02ce335cb69c4cf88a804d72cb8f66f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631979 Nov 16 00:30:22.096777 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43320) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:22.109610 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaad06-c017-44bd-b593-47f0e758a934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d544344-0550-4589-bbcd-2955010fc316,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:22.192381 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-411f4308-181b-4042-9863-fd0f771d707a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.216653 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-411f4308-181b-4042-9863-fd0f771d707a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.284768 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-411f4308-181b-4042-9863-fd0f771d707a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.289892 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-411f4308-181b-4042-9863-fd0f771d707a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.291891 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-411f4308-181b-4042-9863-fd0f771d707a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d544344-0550-4589-bbcd-2955010fc316 HTTP/1.1" status: 204 len: 168 time: 0.1935363 Nov 16 00:30:22.308111 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f4308-181b-4042-9863-fd0f771d707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d544344-0550-4589-bbcd-2955010fc316,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:22.773996 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43336) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:22.788481 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c97ae89c-4cc8-4f2e-8549-f08ae24eb0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.875513 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c97ae89c-4cc8-4f2e-8549-f08ae24eb0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.880562 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c97ae89c-4cc8-4f2e-8549-f08ae24eb0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:22.922277 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-c97ae89c-4cc8-4f2e-8549-f08ae24eb0db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56a82734e5104cd0b7dce66218065303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470485 Nov 16 00:30:22.923436 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ae89c-4cc8-4f2e-8549-f08ae24eb0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bd79b9-a5b5-44c2-a8c1-0e91a9a5bb33,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:22.926143 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43340) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:22.986165 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1ec42fb4-1bbd-448e-86e1-d98baa6d5d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:23.011121 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1ec42fb4-1bbd-448e-86e1-d98baa6d5d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:23.066460 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1ec42fb4-1bbd-448e-86e1-d98baa6d5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:23.069197 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1ec42fb4-1bbd-448e-86e1-d98baa6d5d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:23.070415 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-1ec42fb4-1bbd-448e-86e1-d98baa6d5d70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47bd79b9-a5b5-44c2-a8c1-0e91a9a5bb33 HTTP/1.1" status: 204 len: 168 time: 0.1433232 Nov 16 00:30:23.079778 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec42fb4-1bbd-448e-86e1-d98baa6d5d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bd79b9-a5b5-44c2-a8c1-0e91a9a5bb33,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:27.991917 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-118b54a5-acaa-4e44-b978-773bc6e3e7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:28.331831 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c02bb-2e38-4e24-8798-512cbf91cec7 req-1c7272e9-921f-4700-9c78-8457342faa0a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:28.334636 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c26c02bb-2e38-4e24-8798-512cbf91cec7 req-1c7272e9-921f-4700-9c78-8457342faa0a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1511064 Nov 16 00:30:28.339250 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-c17f4bb3-5855-47d4-8b15-105042feda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:28.341831 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-c17f4bb3-5855-47d4-8b15-105042feda27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1098 time: 0.1294796 Nov 16 00:30:28.512788 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c26c02bb-2e38-4e24-8798-512cbf91cec7 req-90220865-9187-4733-a5c6-e2e6192e17ce tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691628 Nov 16 00:30:28.575630 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-96781dcc-5f1a-44b9-9d10-f5824937be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:28.578586 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-96781dcc-5f1a-44b9-9d10-f5824937be44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.2107522 Nov 16 00:30:28.654658 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-9f076803-9361-4a24-aa2d-3092c5811971 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 200 len: 217 time: 0.0674307 Nov 16 00:30:28.726901 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-e136657d-8393-4e43-8d64-188731ba071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:28.728845 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-e136657d-8393-4e43-8d64-188731ba071f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.0661829 Nov 16 00:30:28.786938 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-afaef480-c5c0-41d5-bc34-230143a79a57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467422 Nov 16 00:30:28.933833 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-7e0427c7-b02a-42a4-968b-e05907ae13fc service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377139 Nov 16 00:30:29.100825 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2600c82-bed7-4c6f-8b81-29489f816a38 req-c7efd6bf-9133-4313-9b73-60c7c18dc82a service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481824 Nov 16 00:30:29.727718 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8222f77-18e8-46fe-8fef-990efe9b2c5a req-55db5f7f-de99-4157-ab67-de421a8fa23d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:29.729603 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f8222f77-18e8-46fe-8fef-990efe9b2c5a req-55db5f7f-de99-4157-ab67-de421a8fa23d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0649471 Nov 16 00:30:29.816247 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f8222f77-18e8-46fe-8fef-990efe9b2c5a req-b68c178e-aef8-4ab4-9283-4735a3820f36 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742221 Nov 16 00:30:30.635211 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:30.979021 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dacb0b-fffa-4360-9256-78f548e712b2 req-31111a3a-1705-41ca-83f9-498a7e1dab81 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:30.980682 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e3dacb0b-fffa-4360-9256-78f548e712b2 req-31111a3a-1705-41ca-83f9-498a7e1dab81 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0549858 Nov 16 00:30:31.024785 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e3dacb0b-fffa-4360-9256-78f548e712b2 req-a613ed5c-9cf6-40f5-9908-3ecd38814329 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Nov 16 00:30:31.413553 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-353006a5-6510-4f2e-afac-1de3ad4322d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:32.021918 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:32.029952 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43670) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:32.154524 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c3d9e-d41b-497f-ba9a-b114c6296a85 req-c57651a5-84c7-4ab0-a63d-e684790bf214 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:32.156224 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4a9c3d9e-d41b-497f-ba9a-b114c6296a85 req-c57651a5-84c7-4ab0-a63d-e684790bf214 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0538645 Nov 16 00:30:32.199631 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1250fa21-6ba8-4b95-9395-1ae9bb438011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:32.226670 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4a9c3d9e-d41b-497f-ba9a-b114c6296a85 req-2363f519-6444-4edc-8d60-07d5a3d6037f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634563 Nov 16 00:30:32.304552 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1250fa21-6ba8-4b95-9395-1ae9bb438011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:32.309986 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1250fa21-6ba8-4b95-9395-1ae9bb438011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:32.353597 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-1250fa21-6ba8-4b95-9395-1ae9bb438011 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f73aabe1f4c84c9e977a577f793f37f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219094 Nov 16 00:30:32.354724 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250fa21-6ba8-4b95-9395-1ae9bb438011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2526d1d-0893-4b6a-a131-5c06140c4e15,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:32.357096 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43678) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:32.425591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-79d1192c-2d2e-49e6-bbb0-a13d6124b0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:32.450829 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-79d1192c-2d2e-49e6-bbb0-a13d6124b0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:32.514897 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-79d1192c-2d2e-49e6-bbb0-a13d6124b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:32.519872 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-79d1192c-2d2e-49e6-bbb0-a13d6124b0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:32.522404 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-79d1192c-2d2e-49e6-bbb0-a13d6124b0a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2526d1d-0893-4b6a-a131-5c06140c4e15 HTTP/1.1" status: 204 len: 168 time: 0.1631320 Nov 16 00:30:32.536582 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1192c-2d2e-49e6-bbb0-a13d6124b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2526d1d-0893-4b6a-a131-5c06140c4e15,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:33.673622 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:34.500591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a893c-57da-4044-aeb5-68f006019166 req-ee009f2e-efed-4930-af6c-d4b382446ad3 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:34.502191 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-937a893c-57da-4044-aeb5-68f006019166 req-ee009f2e-efed-4930-af6c-d4b382446ad3 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0546927 Nov 16 00:30:34.568645 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-937a893c-57da-4044-aeb5-68f006019166 req-59e5a88e-9870-4264-bab0-ac35f89ee56e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586963 Nov 16 00:30:35.111398 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41898add-7d1a-4290-854a-846787b1c631 req-9e0ca900-8d88-4c6f-86fb-d3d74fc939d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0987356 Nov 16 00:30:35.241538 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41898add-7d1a-4290-854a-846787b1c631 req-4f732e34-48e2-44e8-865b-9eb511696de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:35.243667 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41898add-7d1a-4290-854a-846787b1c631 req-4f732e34-48e2-44e8-865b-9eb511696de6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 1098 time: 0.1034768 Nov 16 00:30:35.461910 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41898add-7d1a-4290-854a-846787b1c631 req-b5a32f64-f929-4cf9-8bbb-574a9be8ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:35.465316 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41898add-7d1a-4290-854a-846787b1c631 req-b5a32f64-f929-4cf9-8bbb-574a9be8ff4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.1967208 Nov 16 00:30:35.555266 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41898add-7d1a-4290-854a-846787b1c631 req-976ff0dc-d4cf-43d1-a243-a04ce9b80bcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce90d18-c28e-4785-a1d3-e0ca956a9084 HTTP/1.1" status: 200 len: 217 time: 0.0791740 Nov 16 00:30:35.564585 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-21344701-378f-4baa-86e7-5f654f21c612 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181632784&fields=id&tenant_id=cce0078a151f47738c5863929c403dc7 HTTP/1.1" status: 200 len: 267 time: 0.0837073 Nov 16 00:30:35.654710 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41898add-7d1a-4290-854a-846787b1c631 req-e1503f1c-0908-45d5-8332-8431f1ceb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:35.657117 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41898add-7d1a-4290-854a-846787b1c631 req-e1503f1c-0908-45d5-8332-8431f1ceb205 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.0843565 Nov 16 00:30:35.697284 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41898add-7d1a-4290-854a-846787b1c631 req-f330f4eb-d107-40c2-a3b0-f75a0641470c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314519 Nov 16 00:30:35.839287 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-e2780681-5e7b-4bae-b4b4-78ea47315c1c tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:35.841097 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-e2780681-5e7b-4bae-b4b4-78ea47315c1c tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 812 time: 0.2658751 Nov 16 00:30:35.859482 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-09a04438-399d-48d0-bcae-ea6669704346 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/quotas/cce0078a151f47738c5863929c403dc7 HTTP/1.1" status: 200 len: 375 time: 0.0114021 Nov 16 00:30:35.988989 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-bfeca636-5aa7-4356-9987-6a0c70bf3694 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220856 Nov 16 00:30:36.149858 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa179-bea8-4ffe-b6b9-f0bf1e4a9793 req-8b35078f-26f4-4f3b-a184-be45eed2b28c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:36.151608 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e94aa179-bea8-4ffe-b6b9-f0bf1e4a9793 req-8b35078f-26f4-4f3b-a184-be45eed2b28c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.3291664 Nov 16 00:30:36.153843 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41898add-7d1a-4290-854a-846787b1c631 req-dd5955e4-6b6e-4ca3-8d30-4233415aed90 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460647 Nov 16 00:30:36.206180 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-3f00fae2-c411-43cd-bae3-640be38e3f25 service neutron] 10.222.0.31 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927803 Nov 16 00:30:36.263826 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e94aa179-bea8-4ffe-b6b9-f0bf1e4a9793 req-ddfa41a0-5d88-40cd-96d3-3a2a99adc805 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885799 Nov 16 00:30:36.334056 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41898add-7d1a-4290-854a-846787b1c631 req-a32bba01-caac-44cb-a216-ae29a5f53cb1 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720715 Nov 16 00:30:36.388660 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-c5680312-90b8-461c-9554-56fed83fdaea service neutron] 10.222.0.31 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758099 Nov 16 00:30:36.541133 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43776) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:36.710570 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:36.825220 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-25e9f370-7b9a-48f1-8169-c0e7ececd4c4 req-e9224312-3464-47a1-84c9-31b98036b122 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 210 time: 0.0562346 Nov 16 00:30:36.880525 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:36.889538 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:36.942302 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a18827032875453089da6451b205c0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000082 Nov 16 00:30:36.943544 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda1a38c-1b6e-48fd-bbcc-079665ff57cd,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:36.945134 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43792) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:36.953153 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.953529 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.954400 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.954741 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.955102 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.955590 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.955950 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.956288 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.956626 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.956957 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.957285 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:36.957610 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabfb9e-669a-4487-8e8e-0cf81312c528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.024619 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.061581 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.148662 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.153169 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.155546 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cda1a38c-1b6e-48fd-bbcc-079665ff57cd HTTP/1.1" status: 204 len: 168 time: 0.2086966 Nov 16 00:30:37.173003 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda1a38c-1b6e-48fd-bbcc-079665ff57cd,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:37.187883 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.188530 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.189098 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.189572 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.190073 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.190658 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.191236 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.192064 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.192616 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.193159 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.193731 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.194293 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4bcb60-a762-4e54-83ba-0e7ac34e6d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:37.413406 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43814) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:37.550329 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f239b7-2793-424c-a104-a78273e1fcba req-5035910f-4510-41b2-b87c-93290c1ecbba tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:37.552470 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-63f239b7-2793-424c-a104-a78273e1fcba req-5035910f-4510-41b2-b87c-93290c1ecbba tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0922406 Nov 16 00:30:37.589121 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-adeafaff-e508-4d2a-934c-3aae9f240d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.626115 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-63f239b7-2793-424c-a104-a78273e1fcba req-79624b6e-743b-4b97-959d-606b2dc50405 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619442 Nov 16 00:30:37.682314 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43818) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:37.699590 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea96-8ea6-4826-a4c8-d4d29d06f780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.730214 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-adeafaff-e508-4d2a-934c-3aae9f240d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.740307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-adeafaff-e508-4d2a-934c-3aae9f240d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.826027 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea96-8ea6-4826-a4c8-d4d29d06f780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.833975 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ea96-8ea6-4826-a4c8-d4d29d06f780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.848261 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-adeafaff-e508-4d2a-934c-3aae9f240d53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f4ab0d3fdc6467ca706b504b551d050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331048 Nov 16 00:30:37.850562 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeafaff-e508-4d2a-934c-3aae9f240d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df83a19b-0f53-4afc-92db-ca68578655e5,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:37.858043 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43828) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:37.896748 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:37.951780 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-3ee4ea96-8ea6-4826-a4c8-d4d29d06f780 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6f2a6f22dec4783a79af5cfd98199d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678452 Nov 16 00:30:37.960620 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43836) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:38.040144 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad64b-e2a8-4256-9cd7-c965cc0e2a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.041594 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-edeb0ec8-502e-4d53-a85b-d646cfc18203 req-0477d333-11c8-41ac-b9cf-fd370ce8f176 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 210 time: 0.0742958 Nov 16 00:30:38.043565 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4ea96-8ea6-4826-a4c8-d4d29d06f780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275c1117-ee77-4de8-945c-40f90acdf090,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:38.107928 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad64b-e2a8-4256-9cd7-c965cc0e2a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.117215 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-20864713-0646-4114-b479-14afc017e36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.214940 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-20864713-0646-4114-b479-14afc017e36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.306929 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-dfa23f3e-105e-47fc-ad23-756ebeef169d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:38.308696 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-dfa23f3e-105e-47fc-ad23-756ebeef169d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 812 time: 0.1878824 Nov 16 00:30:38.317014 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad64b-e2a8-4256-9cd7-c965cc0e2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.321905 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad64b-e2a8-4256-9cd7-c965cc0e2a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.323791 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-3b6ad64b-e2a8-4256-9cd7-c965cc0e2a9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df83a19b-0f53-4afc-92db-ca68578655e5 HTTP/1.1" status: 204 len: 168 time: 0.4642768 Nov 16 00:30:38.365233 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-20864713-0646-4114-b479-14afc017e36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.372963 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-20864713-0646-4114-b479-14afc017e36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.374490 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-20864713-0646-4114-b479-14afc017e36c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/275c1117-ee77-4de8-945c-40f90acdf090 HTTP/1.1" status: 204 len: 168 time: 0.4124854 Nov 16 00:30:38.380569 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ad64b-e2a8-4256-9cd7-c965cc0e2a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df83a19b-0f53-4afc-92db-ca68578655e5,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:38.400665 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20864713-0646-4114-b479-14afc017e36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275c1117-ee77-4de8-945c-40f90acdf090,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:38.446125 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-28cb9401-ec54-4783-b37e-e296bcc711ca tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cce0078a151f47738c5863929c403dc7 HTTP/1.1" status: 200 len: 380 time: 0.1199315 Nov 16 00:30:38.465049 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'port': {'device_id': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'admin_state_up': True, 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'security_groups': ['900cbeea-1dbd-4d50-95f8-bbd40205f16b']}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:30:38.648412 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Made reservation on behalf of cce0078a151f47738c5863929c403dc7 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:30:38.652219 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.941701 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43852) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:38.979216 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-72cb442f-e2df-4866-902d-70a565ec5d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:38.983926 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9abed-8cda-4bfb-a5c3-c695e9a1db78 req-d41007c4-335d-4b5b-8bed-e12c2ddd18da tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:38.999914 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-69c9abed-8cda-4bfb-a5c3-c695e9a1db78 req-d41007c4-335d-4b5b-8bed-e12c2ddd18da tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.2104039 Nov 16 00:30:39.101630 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Allocated IP 172.20.0.9 (5b2f5911-2804-41c1-a851-8f21bec631b6/0b0d7396-e983-4a74-8d10-1a9b1e1cc49f/1a9e347e-ccd8-44e3-b595-51e076101a93) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:30:39.118108 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-69c9abed-8cda-4bfb-a5c3-c695e9a1db78 req-87dba3e8-7f95-41ec-a544-89c9ea3b5ef1 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164477 Nov 16 00:30:39.181802 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-72cb442f-e2df-4866-902d-70a565ec5d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.191216 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-72cb442f-e2df-4866-902d-70a565ec5d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.245611 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-72cb442f-e2df-4866-902d-70a565ec5d03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff864003f47b4dbcb6fdb842fd7a55d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012662 Nov 16 00:30:39.253222 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43870) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:39.280331 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb442f-e2df-4866-902d-70a565ec5d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f82f75-c7b9-45d9-a597-5e3585177957,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:39.356875 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43874) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:39.369049 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-30484dd1-5eb9-4a63-b0bc-790050544beb req-ca565935-ecb9-46ad-8da1-344351fa66a2 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 210 time: 0.1217153 Nov 16 00:30:39.392513 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2998dd8c-abf4-486d-843c-f69c7f75839d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.442477 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7754811c-01b2-46b9-ab64-0de2f0d1617c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.517122 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.538335 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7754811c-01b2-46b9-ab64-0de2f0d1617c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.540876 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2998dd8c-abf4-486d-843c-f69c7f75839d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.547159 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2998dd8c-abf4-486d-843c-f69c7f75839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.614002 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-2998dd8c-abf4-486d-843c-f69c7f75839d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82d723cfc2954440ac6c39706cd34182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546258 Nov 16 00:30:39.615536 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998dd8c-abf4-486d-843c-f69c7f75839d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44660cb-8d7e-4a4f-9451-50b66ec0de92,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:39.619870 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43878) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:39.655152 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.681702 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43880) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:39.706180 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e45a701a-408a-442a-8cb8-1dd8aaa8da5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.741801 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e45a701a-408a-442a-8cb8-1dd8aaa8da5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.742524 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:30:39.754898 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:30:39.758722 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7754811c-01b2-46b9-ab64-0de2f0d1617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.769027 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7754811c-01b2-46b9-ab64-0de2f0d1617c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.771925 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-7754811c-01b2-46b9-ab64-0de2f0d1617c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9f82f75-c7b9-45d9-a597-5e3585177957 HTTP/1.1" status: 204 len: 168 time: 0.5066493 Nov 16 00:30:39.773709 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:30:39.870288 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754811c-01b2-46b9-ab64-0de2f0d1617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f82f75-c7b9-45d9-a597-5e3585177957,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:39.872311 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'Port': ['ID=1a9e347e-ccd8-44e3-b595-51e076101a93,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:39.912133 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:39.924237 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:39.965519 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-ae25c211-c7af-4cba-9ccb-6403afcde371 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5100269 Nov 16 00:30:39.996591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Request body: {'port': {'device_id': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:30:40.009303 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5cff32e7-8028-4504-a1b3-4aab0c9cdb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.120274 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.189205 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-cc3a42e0-e7cd-4d62-ac25-2e5e6e31123a None None] Provisioning complete for port 1a9e347e-ccd8-44e3-b595-51e076101a93 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:30:40.190595 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-cc3a42e0-e7cd-4d62-ac25-2e5e6e31123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.237314 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e45a701a-408a-442a-8cb8-1dd8aaa8da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.243619 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e45a701a-408a-442a-8cb8-1dd8aaa8da5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.247167 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-e45a701a-408a-442a-8cb8-1dd8aaa8da5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f44660cb-8d7e-4a4f-9451-50b66ec0de92 HTTP/1.1" status: 204 len: 168 time: 0.6242971 Nov 16 00:30:40.287667 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-cc3a42e0-e7cd-4d62-ac25-2e5e6e31123a None None] Port 1a9e347e-ccd8-44e3-b595-51e076101a93 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:30:40.293993 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a701a-408a-442a-8cb8-1dd8aaa8da5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44660cb-8d7e-4a4f-9451-50b66ec0de92,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:40.408542 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5cff32e7-8028-4504-a1b3-4aab0c9cdb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.424846 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5cff32e7-8028-4504-a1b3-4aab0c9cdb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.460474 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43898) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:40.478660 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881ce3-1900-4736-a0f3-b3e4d76feeb4 req-adf1dc43-8277-49cc-9f6f-f3a3d49274bd tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:40.480805 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6d881ce3-1900-4736-a0f3-b3e4d76feeb4 req-adf1dc43-8277-49cc-9f6f-f3a3d49274bd tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.2058935 Nov 16 00:30:40.484468 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3606b05b-2c73-41d2-a9a4-b789fd170960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.539315 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff32e7-8028-4504-a1b3-4aab0c9cdb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d03e47-76ab-4dec-ac6f-4c99ff852115,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:40.586927 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-5cff32e7-8028-4504-a1b3-4aab0c9cdb0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47a850f159ee4d70904ae20b2277051c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9030120 Nov 16 00:30:40.589682 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 43902) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:40.659969 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d0834-8148-4000-9c5d-f41e4ad41f67 req-948e8e71-b3ef-4964-bab3-29d9d78904dc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:40.668024 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a35d0834-8148-4000-9c5d-f41e4ad41f67 req-948e8e71-b3ef-4964-bab3-29d9d78904dc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 931 time: 0.1396508 Nov 16 00:30:40.693041 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6d881ce3-1900-4736-a0f3-b3e4d76feeb4 req-4825f55f-6ec7-4e67-a512-6587b96b4187 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963167 Nov 16 00:30:40.730954 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3606b05b-2c73-41d2-a9a4-b789fd170960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.755675 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3606b05b-2c73-41d2-a9a4-b789fd170960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.756955 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2d344589-525f-425a-8298-068ce5494993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.803782 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a35d0834-8148-4000-9c5d-f41e4ad41f67 req-557014e5-9fec-4f86-a3bb-a33b6bf91418 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215551 Nov 16 00:30:40.834047 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2d344589-525f-425a-8298-068ce5494993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.839337 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-3606b05b-2c73-41d2-a9a4-b789fd170960 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=888b6b074b75462c9ee8d7c293a7110f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770235 Nov 16 00:30:40.843585 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 43908) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:40.892624 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606b05b-2c73-41d2-a9a4-b789fd170960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209b71a5-efc5-4211-b36e-e7cf59afe874,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:40.953484 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9e347e-ccd8-44e3-b595-51e076101a93 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:30:40.964561 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fb91-ad7b-4281-a48a-2630f63258a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:40.968459 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.008944 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Transition to ACTIVE for port object 1a9e347e-ccd8-44e3-b595-51e076101a93 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:30:41.011585 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fb91-ad7b-4281-a48a-2630f63258a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.012412 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2d344589-525f-425a-8298-068ce5494993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.019006 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2d344589-525f-425a-8298-068ce5494993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.025198 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-2d344589-525f-425a-8298-068ce5494993 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36d03e47-76ab-4dec-ac6f-4c99ff852115 HTTP/1.1" status: 204 len: 168 time: 0.4284313 Nov 16 00:30:41.025198 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.074904 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d344589-525f-425a-8298-068ce5494993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d03e47-76ab-4dec-ac6f-4c99ff852115,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:41.097563 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fb91-ad7b-4281-a48a-2630f63258a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.110685 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e8d4fb91-ad7b-4281-a48a-2630f63258a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.112717 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-e8d4fb91-ad7b-4281-a48a-2630f63258a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/209b71a5-efc5-4211-b36e-e7cf59afe874 HTTP/1.1" status: 204 len: 168 time: 0.2668760 Nov 16 00:30:41.123296 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4fb91-ad7b-4281-a48a-2630f63258a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b71a5-efc5-4211-b36e-e7cf59afe874,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:41.135509 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Pushing event updated for resources: {'Port': ['ID=1a9e347e-ccd8-44e3-b595-51e076101a93,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:41.225189 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Attempting to bind port 1a9e347e-ccd8-44e3-b595-51e076101a93 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:30:41.225832 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Attempting to bind port 1a9e347e-ccd8-44e3-b595-51e076101a93 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:30:41.226432 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Attempting to bind port 1a9e347e-ccd8-44e3-b595-51e076101a93 on network 5b2f5911-2804-41c1-a851-8f21bec631b6 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:30:41.234993 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Port 1a9e347e-ccd8-44e3-b595-51e076101a93 on network 5b2f5911-2804-41c1-a851-8f21bec631b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:30:41.235675 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Attempting to bind port 1a9e347e-ccd8-44e3-b595-51e076101a93 on network 5b2f5911-2804-41c1-a851-8f21bec631b6 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:30:41.247809 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:30:41.248778 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Checking segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:30:41.250134 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Bound using segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:30:41.252208 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Bound port: 1a9e347e-ccd8-44e3-b595-51e076101a93, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:30:41.253011 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.382971 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] For port 1a9e347e-ccd8-44e3-b595-51e076101a93, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:30:41.394929 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] For port 1a9e347e-ccd8-44e3-b595-51e076101a93, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1a9e347e-ccd8-44e3-b595-51e076101a93,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:30:41.404032 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.488295 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:41.489549 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:41.491955 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] 10.222.0.36 "PUT /v2.0/ports/1a9e347e-ccd8-44e3-b595-51e076101a93 HTTP/1.1" status: 200 len: 1093 time: 1.5120838 Nov 16 00:30:41.492877 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'tag': '1a9e347e-ccd8-44e3-b595-51e076101a93'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:30:41.505138 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360a8167-34bc-4725-8d79-7e6abd2d0c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e", "tag": "1a9e347e-ccd8-44e3-b595-51e076101a93"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:30:41.636016 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c141318c-bd43-4054-b6fb-84784e813122 x-openstack-request-id: req-c141318c-bd43-4054-b6fb-84784e813122 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:30:41.636719 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e", "tag": "1a9e347e-ccd8-44e3-b595-51e076101a93", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:30:41.637116 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c141318c-bd43-4054-b6fb-84784e813122 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:30:41.637924 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'tag': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'status': 'completed', 'code': 200} Nov 16 00:30:41.651604 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca09c0-4767-4fc5-95ab-6d78631dec1c service neutron] Pushing event updated for resources: {'Port': ['ID=1a9e347e-ccd8-44e3-b595-51e076101a93,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:41.690999 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-500069de-100f-4ed9-be8e-66f7d58463dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:41.693373 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-500069de-100f-4ed9-be8e-66f7d58463dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 1096 time: 0.1255782 Nov 16 00:30:41.793885 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-8cc2d31c-14c0-4372-8ea5-297b7d3f50df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a9e347e-ccd8-44e3-b595-51e076101a93 HTTP/1.1" status: 200 len: 217 time: 0.0915117 Nov 16 00:30:41.921890 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-15003ac0-9754-42e4-9616-06f118a1aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:41.927260 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-15003ac0-9754-42e4-9616-06f118a1aebc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.1241186 Nov 16 00:30:42.014881 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-3668e46e-c236-47bf-ac45-258c33d47a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:42.019608 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-3668e46e-c236-47bf-ac45-258c33d47a10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830488 Nov 16 00:30:42.051511 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f2c7c-8cab-43e6-872a-fcc749687c37 req-b4975fb3-b9f4-4c98-ae32-f1a2e9df19e9 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:42.056754 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-249f2c7c-8cab-43e6-872a-fcc749687c37 req-b4975fb3-b9f4-4c98-ae32-f1a2e9df19e9 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1197927 Nov 16 00:30:42.130212 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a0e85-e140-4c84-a724-92a33c922d31 req-646f44b5-0e2f-402d-8701-d4498dc8149a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:42.132109 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-770a0e85-e140-4c84-a724-92a33c922d31 req-646f44b5-0e2f-402d-8701-d4498dc8149a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 943 time: 0.1327090 Nov 16 00:30:42.134816 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-249f2c7c-8cab-43e6-872a-fcc749687c37 req-5d20c8a8-b4cd-4f9c-add3-c3077de782af tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637972 Nov 16 00:30:42.228231 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-3508413a-b072-41f4-8194-2587ca3b03fd service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920249 Nov 16 00:30:42.289413 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-770a0e85-e140-4c84-a724-92a33c922d31 req-853754f3-903d-45ec-87ec-ae9595173388 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203003 Nov 16 00:30:42.402561 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31c42f9a-4d28-41d6-a654-c375145c0aa7 req-44f82c32-a3fa-41b5-8c24-4103ccf8df64 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564825 Nov 16 00:30:42.552959 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-4d52f3e1-13c7-4f52-9d0e-147b9cfe4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:42.554834 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-4d52f3e1-13c7-4f52-9d0e-147b9cfe4f6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 1096 time: 0.0676420 Nov 16 00:30:42.729561 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-59e6803a-c34e-4b7c-86da-3019f5c1b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:42.731949 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-59e6803a-c34e-4b7c-86da-3019f5c1b296 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.1694698 Nov 16 00:30:42.823363 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-23117f33-725b-4fca-a0ce-a378cb2db70d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a9e347e-ccd8-44e3-b595-51e076101a93 HTTP/1.1" status: 200 len: 217 time: 0.0818548 Nov 16 00:30:42.922991 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-be1a2965-8301-4225-8728-3d8654f45919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:42.926032 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-be1a2965-8301-4225-8728-3d8654f45919 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0942731 Nov 16 00:30:43.002016 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-ed255b00-a16a-4472-8f1c-2b86dc196b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:43.005470 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-ed255b00-a16a-4472-8f1c-2b86dc196b02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675435 Nov 16 00:30:43.153201 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-2d9bd02e-993b-45a2-a8b0-1cd5fb4b2f7b service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348071 Nov 16 00:30:43.310250 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251ef8-6f2e-438b-bbce-ae09a39d6d63 req-500bed7b-73d8-4ca1-8475-a7f84dcae344 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:43.318732 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6b251ef8-6f2e-438b-bbce-ae09a39d6d63 req-500bed7b-73d8-4ca1-8475-a7f84dcae344 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0874894 Nov 16 00:30:43.366986 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6b251ef8-6f2e-438b-bbce-ae09a39d6d63 req-2de85580-b220-43de-aed3-ea22b2ce489f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Nov 16 00:30:43.424825 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-360a8167-34bc-4725-8d79-7e6abd2d0c2f req-bfedbcbd-61d9-460f-b057-d1b2fa2bae91 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611673 Nov 16 00:30:43.535375 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4a45-ad90-42f3-9dd8-26741690252b req-f6c18a87-6ed1-4e81-9839-bb421ee12c70 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:43.538077 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cf7a4a45-ad90-42f3-9dd8-26741690252b req-f6c18a87-6ed1-4e81-9839-bb421ee12c70 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 943 time: 0.1058495 Nov 16 00:30:43.610514 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cf7a4a45-ad90-42f3-9dd8-26741690252b req-e2d6f448-076f-4059-ad2d-edef7283d88e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589616 Nov 16 00:30:44.553853 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c0ba6-9361-4b02-95b0-1666f6a81b70 req-7ece0539-3fca-4879-b14d-06d50f9b2b59 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:44.563336 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-fb7c0ba6-9361-4b02-95b0-1666f6a81b70 req-7ece0539-3fca-4879-b14d-06d50f9b2b59 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0922673 Nov 16 00:30:44.623820 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-fb7c0ba6-9361-4b02-95b0-1666f6a81b70 req-3ec7c2ef-e643-4f2b-a57d-1f09b481f1ad tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594864 Nov 16 00:30:44.885138 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dee6cc-e980-4b84-8cc8-470424e8aa54 req-6c980da4-6c38-4f27-a2d4-5e2810b1ea9c tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:44.887823 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a3dee6cc-e980-4b84-8cc8-470424e8aa54 req-6c980da4-6c38-4f27-a2d4-5e2810b1ea9c tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 943 time: 0.0767629 Nov 16 00:30:44.967972 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a3dee6cc-e980-4b84-8cc8-470424e8aa54 req-3824c028-d7df-45f5-84b1-90da1afbd686 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674310 Nov 16 00:30:45.851024 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e28f9a-ec50-42c9-a43d-4b6da9cba6d6 req-39dbda02-7206-4578-aafc-0874846f80ad tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:45.855445 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-57e28f9a-ec50-42c9-a43d-4b6da9cba6d6 req-39dbda02-7206-4578-aafc-0874846f80ad tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1117916 Nov 16 00:30:45.969659 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-57e28f9a-ec50-42c9-a43d-4b6da9cba6d6 req-e78414ff-bf78-41f0-818f-776cfee0edc1 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940447 Nov 16 00:30:45.974954 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c5c95-6cb2-4114-82d9-b83069c831dd req-f2a737af-f36b-4fe6-a1ff-259a80956ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:45.977695 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-640c5c95-6cb2-4114-82d9-b83069c831dd req-f2a737af-f36b-4fe6-a1ff-259a80956ebe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1098 time: 0.1204181 Nov 16 00:30:46.056024 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-640c5c95-6cb2-4114-82d9-b83069c831dd req-e2810f52-549f-438c-b5b0-0ca3b9651535 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601535 Nov 16 00:30:46.206689 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fd13b-f75c-4d10-b5dc-1514c8165c57 req-c73944f8-b047-474a-9b7d-1f57dcfef49b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:46.209540 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cd7fd13b-f75c-4d10-b5dc-1514c8165c57 req-c73944f8-b047-474a-9b7d-1f57dcfef49b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 943 time: 0.0921326 Nov 16 00:30:46.293870 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cd7fd13b-f75c-4d10-b5dc-1514c8165c57 req-38a7f14f-9374-45fd-bbd8-11ef7a6c2fb0 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709143 Nov 16 00:30:47.136996 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8a8b2-c0b7-4810-847d-9805402056c4 req-2519a06e-2fca-43e7-bc77-e495d19e2cca tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:47.138615 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dfe8a8b2-c0b7-4810-847d-9805402056c4 req-2519a06e-2fca-43e7-bc77-e495d19e2cca tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0585172 Nov 16 00:30:47.212961 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dfe8a8b2-c0b7-4810-847d-9805402056c4 req-d4eee4fa-df69-4bd2-a675-d964f1d27a9d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666139 Nov 16 00:30:47.464161 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f50d1-b095-4677-8dd1-c93924711c8f req-83d90c3b-1bc9-4333-9f54-e2158dd8416d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:47.465923 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ed6f50d1-b095-4677-8dd1-c93924711c8f req-83d90c3b-1bc9-4333-9f54-e2158dd8416d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 943 time: 0.0667133 Nov 16 00:30:47.513615 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ed6f50d1-b095-4677-8dd1-c93924711c8f req-22b90de9-e839-43ba-a630-93cfe4a08642 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406375 Nov 16 00:30:49.776624 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba16295-140f-40a3-a8de-0ab830f977a3 req-f2bc9119-f178-4bb9-8a4d-3e8f9882c1e6 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:49.780298 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2ba16295-140f-40a3-a8de-0ab830f977a3 req-f2bc9119-f178-4bb9-8a4d-3e8f9882c1e6 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Nov 16 00:30:49.855019 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54b8e5-7589-4df1-8286-52dceba90d45 req-9a2c2e79-b4f6-405d-ac8a-0100a3410900 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:49.857207 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4b54b8e5-7589-4df1-8286-52dceba90d45 req-9a2c2e79-b4f6-405d-ac8a-0100a3410900 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 943 time: 0.0820324 Nov 16 00:30:49.867660 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2ba16295-140f-40a3-a8de-0ab830f977a3 req-7cb9b874-bf63-4a2a-bcb6-fe2b8f0a8797 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774479 Nov 16 00:30:49.932529 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4b54b8e5-7589-4df1-8286-52dceba90d45 req-7cf13267-0791-436b-9c45-b28bc25d9976 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639105 Nov 16 00:30:51.047101 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf3a51-60b5-4ccb-83a9-a6bd60c38010 req-6c32c50d-b421-46c1-8d2d-be4fe33b4f7c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:51.050714 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31cf3a51-60b5-4ccb-83a9-a6bd60c38010 req-6c32c50d-b421-46c1-8d2d-be4fe33b4f7c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0928018 Nov 16 00:30:51.118587 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31cf3a51-60b5-4ccb-83a9-a6bd60c38010 req-acd8d6a8-76ed-4584-8e11-1a603ee5808c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572162 Nov 16 00:30:51.178766 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb152e-cb43-410b-a2d9-150d492d1d6d req-4a9ee893-3e78-4caa-8e07-7bbf246073ba tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:51.181333 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-aafb152e-cb43-410b-a2d9-150d492d1d6d req-4a9ee893-3e78-4caa-8e07-7bbf246073ba tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 943 time: 0.0972004 Nov 16 00:30:51.252288 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-aafb152e-cb43-410b-a2d9-150d492d1d6d req-2787b107-efec-4e9c-8da3-876619404936 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644615 Nov 16 00:30:51.483883 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-68341989-939b-460a-b8c0-205d9b76ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:51.486927 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-68341989-939b-460a-b8c0-205d9b76ef78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1098 time: 0.0615847 Nov 16 00:30:51.531308 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341e2f7-5245-4d6a-83ad-7af29bcec351 req-d6e33d0b-04e8-467e-ba29-104291346a1a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:51.534257 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a341e2f7-5245-4d6a-83ad-7af29bcec351 req-d6e33d0b-04e8-467e-ba29-104291346a1a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0928721 Nov 16 00:30:51.616089 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a341e2f7-5245-4d6a-83ad-7af29bcec351 req-26433688-4cf3-441b-a99b-866927d058a0 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713928 Nov 16 00:30:51.699955 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44202) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:51.882733 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-686be4b8-34c7-45ef-9edc-233e4e9cf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:51.884604 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-686be4b8-34c7-45ef-9edc-233e4e9cf19f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.3889399 Nov 16 00:30:51.898379 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-69435dfb-10f3-461d-8c7a-ac5ff1a66a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:51.933898 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-4f643b6e-1a1d-4473-b93c-6303901489fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 200 len: 217 time: 0.0399315 Nov 16 00:30:52.034910 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-df201dbf-f01f-4201-bf2f-3e1657698282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:52.037315 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-df201dbf-f01f-4201-bf2f-3e1657698282 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.0894578 Nov 16 00:30:52.132493 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-80132bb8-5dbf-48a3-b3c9-bcdb99608bbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810881 Nov 16 00:30:52.153648 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-69435dfb-10f3-461d-8c7a-ac5ff1a66a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:52.160590 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-69435dfb-10f3-461d-8c7a-ac5ff1a66a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:52.219393 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-69435dfb-10f3-461d-8c7a-ac5ff1a66a76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9b77817097f440cb17f43f3a0824c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142641 Nov 16 00:30:52.222326 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44226) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:52.223153 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69435dfb-10f3-461d-8c7a-ac5ff1a66a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f80d99b-bbe7-49c0-ba2a-ccb733f5daf8,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:52.332444 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-68848ace-36e2-4061-aa95-ce74d0f45940 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873896 Nov 16 00:30:52.346507 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fb7509cf-a24d-4b23-94a2-ed5e2d6e09b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:52.378215 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fb7509cf-a24d-4b23-94a2-ed5e2d6e09b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:52.518272 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-52afa69e-aeba-45bf-ba6a-bb19dd240094 req-f00852a3-2314-4ef9-a878-d8b97e3897ad service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776457 Nov 16 00:30:52.524195 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193926ae-080d-4efb-bd36-c12b69baa2ee req-04b3ad0c-bb03-4a81-b142-cd1d7f4a0d88 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:52.527489 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-193926ae-080d-4efb-bd36-c12b69baa2ee req-04b3ad0c-bb03-4a81-b142-cd1d7f4a0d88 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 943 time: 0.1259959 Nov 16 00:30:52.562238 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fb7509cf-a24d-4b23-94a2-ed5e2d6e09b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:52.568361 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fb7509cf-a24d-4b23-94a2-ed5e2d6e09b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:52.573789 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-fb7509cf-a24d-4b23-94a2-ed5e2d6e09b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f80d99b-bbe7-49c0-ba2a-ccb733f5daf8 HTTP/1.1" status: 204 len: 168 time: 0.3412595 Nov 16 00:30:52.604906 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7509cf-a24d-4b23-94a2-ed5e2d6e09b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f80d99b-bbe7-49c0-ba2a-ccb733f5daf8,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:52.647745 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-193926ae-080d-4efb-bd36-c12b69baa2ee req-ca13906e-c5bf-44ca-9189-ec660efba0c1 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027226 Nov 16 00:30:52.881026 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3f7f4-0635-4aa7-886c-032d07450df9 req-9904eccf-0fa9-4580-87d8-f263a9155744 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:52.884919 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1fc3f7f4-0635-4aa7-886c-032d07450df9 req-9904eccf-0fa9-4580-87d8-f263a9155744 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1098340 Nov 16 00:30:52.947699 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1fc3f7f4-0635-4aa7-886c-032d07450df9 req-5e9a112b-ac3e-4856-9d79-0d92de6c5318 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520480 Nov 16 00:30:53.065475 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44242) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:53.080643 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edcdc910-f799-4b27-b565-f5bcf7224bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:53.219850 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edcdc910-f799-4b27-b565-f5bcf7224bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:53.225804 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edcdc910-f799-4b27-b565-f5bcf7224bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:53.298648 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc910-f799-4b27-b565-f5bcf7224bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3736aece-0d02-402c-b162-470d6fb14a89,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:53.310767 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44250) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:53.311585 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-edcdc910-f799-4b27-b565-f5bcf7224bad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41095991f814422bb039cdabfef958d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439108 Nov 16 00:30:53.388483 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-88e26f24-13a0-4803-99e3-b54843c6bb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:53.409537 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 1a9e347e-ccd8-44e3-b595-51e076101a93 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:30:53.430461 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-88e26f24-13a0-4803-99e3-b54843c6bb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:53.538993 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-88e26f24-13a0-4803-99e3-b54843c6bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:53.544254 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-88e26f24-13a0-4803-99e3-b54843c6bb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:53.559270 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-88e26f24-13a0-4803-99e3-b54843c6bb74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3736aece-0d02-402c-b162-470d6fb14a89 HTTP/1.1" status: 204 len: 168 time: 0.2407842 Nov 16 00:30:53.576463 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 1a9e347e-ccd8-44e3-b595-51e076101a93, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1a9e347e-ccd8-44e3-b595-51e076101a93,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:30:53.581652 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e26f24-13a0-4803-99e3-b54843c6bb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3736aece-0d02-402c-b162-470d6fb14a89,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:53.590422 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'port_id': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'mac_address': 'fa:16:3e:64:65:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:30:53.648512 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:53.683514 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9e347e-ccd8-44e3-b595-51e076101a93 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:30:53.725539 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 1a9e347e-ccd8-44e3-b595-51e076101a93, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1a9e347e-ccd8-44e3-b595-51e076101a93,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:30:53.739437 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:53.765213 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44260) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:53.827217 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=1a9e347e-ccd8-44e3-b595-51e076101a93,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:53.838145 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.838509 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.839095 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.839593 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.840206 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.840396 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.840904 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.841425 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.841920 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.842402 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.842885 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.843399 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:30:53.919080 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446969c9-85e9-4c87-98d8-c21b15411c5d req-b12c8bd7-496d-4664-84de-8f6ef810b6af tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:53.925516 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-446969c9-85e9-4c87-98d8-c21b15411c5d req-b12c8bd7-496d-4664-84de-8f6ef810b6af tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 944 time: 0.1118357 Nov 16 00:30:54.074265 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['1a9e347e-ccd8-44e3-b595-51e076101a93'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:30:54.084850 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-446969c9-85e9-4c87-98d8-c21b15411c5d req-617a7e19-d48e-47c3-aa60-8eefc350233b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399429 Nov 16 00:30:54.086662 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-61b45d7b-3ca9-4e57-a41c-22b6e4a4743e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:54.238340 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe4583-6f93-4c4a-b582-fc44252df2fe req-b90c9195-3a83-4cca-ace1-18a16e4f31ec tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:54.240610 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-48fe4583-6f93-4c4a-b582-fc44252df2fe req-b90c9195-3a83-4cca-ace1-18a16e4f31ec tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0829711 Nov 16 00:30:54.260386 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-61b45d7b-3ca9-4e57-a41c-22b6e4a4743e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:54.269499 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-61b45d7b-3ca9-4e57-a41c-22b6e4a4743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:54.313053 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-48fe4583-6f93-4c4a-b582-fc44252df2fe req-2b9e8ef5-82d0-4c02-94f2-f049998b7397 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631855 Nov 16 00:30:54.373258 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-61b45d7b-3ca9-4e57-a41c-22b6e4a4743e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b8282db4a304e00a955bb5099a1a9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6056840 Nov 16 00:30:54.374274 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b45d7b-3ca9-4e57-a41c-22b6e4a4743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3e4c83-9708-4b31-9853-968eb7682dcf,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:54.376567 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44286) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:54.444830 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11cfff59-a665-4864-a290-54af9f8d6a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:54.470955 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11cfff59-a665-4864-a290-54af9f8d6a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:54.562096 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11cfff59-a665-4864-a290-54af9f8d6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:54.565997 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11cfff59-a665-4864-a290-54af9f8d6a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:54.567148 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-11cfff59-a665-4864-a290-54af9f8d6a76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a3e4c83-9708-4b31-9853-968eb7682dcf HTTP/1.1" status: 204 len: 168 time: 0.1894290 Nov 16 00:30:54.576260 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfff59-a665-4864-a290-54af9f8d6a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3e4c83-9708-4b31-9853-968eb7682dcf,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:55.425636 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 1a9e347e-ccd8-44e3-b595-51e076101a93 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:30:55.429995 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ab746-52ec-4087-8679-f52b5f56e26b req-9b4e460f-03fc-4444-aff4-a6ddf1bbfe31 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:55.433519 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e35ab746-52ec-4087-8679-f52b5f56e26b req-9b4e460f-03fc-4444-aff4-a6ddf1bbfe31 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 944 time: 0.1759503 Nov 16 00:30:55.540102 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e35ab746-52ec-4087-8679-f52b5f56e26b req-4b589c84-1256-4b2b-8a6a-c67cd9033083 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962048 Nov 16 00:30:55.608165 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 1a9e347e-ccd8-44e3-b595-51e076101a93 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:30:55.624734 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 1a9e347e-ccd8-44e3-b595-51e076101a93 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:30:55.626250 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:55.800216 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:55.856721 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c021-3a93-41f5-8981-a0dbc381f60f req-2db1fdf0-9804-4e7f-94ba-382a206a0c92 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:55.859243 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6e29c021-3a93-41f5-8981-a0dbc381f60f req-2db1fdf0-9804-4e7f-94ba-382a206a0c92 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1104665 Nov 16 00:30:55.892310 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9e347e-ccd8-44e3-b595-51e076101a93'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:30:55.898632 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f5b95b-d03c-4a8e-8885-39a215a518ef" -d '{"events": [{"server_uuid": "e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e", "name": "network-vif-plugged", "status": "completed", "tag": "1a9e347e-ccd8-44e3-b595-51e076101a93"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:30:55.932373 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 1a9e347e-ccd8-44e3-b595-51e076101a93, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1a9e347e-ccd8-44e3-b595-51e076101a93,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:30:55.943387 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:55.952124 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6e29c021-3a93-41f5-8981-a0dbc381f60f req-2df1f857-4e56-44ad-ad0a-4dc049dcf729 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816281 Nov 16 00:30:56.004782 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44356) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:56.040188 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=1a9e347e-ccd8-44e3-b595-51e076101a93,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:56.182459 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44364) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:56.220847 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af746ed1-c4e3-428c-b7c3-113c755959d9 req-fbcb8319-df12-4933-8479-732b4afed19c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:56.222260 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-af746ed1-c4e3-428c-b7c3-113c755959d9 req-fbcb8319-df12-4933-8479-732b4afed19c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1026056 Nov 16 00:30:56.301916 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-af746ed1-c4e3-428c-b7c3-113c755959d9 req-045eb936-7326-4273-8e2a-3d4693131d9a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564048 Nov 16 00:30:56.364848 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1512251516-network', 'tenant_id': '7d4495714639486cad8d6a4039009581'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:30:56.377185 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:30:56.441673 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Made reservation on behalf of 7d4495714639486cad8d6a4039009581 for: {'network': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:30:56.455201 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:56.482030 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76948764-1acc-41f5-b2c9-17ad4acd0c7e x-openstack-request-id: req-76948764-1acc-41f5-b2c9-17ad4acd0c7e {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:30:56.482903 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e", "name": "network-vif-plugged", "status": "completed", "tag": "1a9e347e-ccd8-44e3-b595-51e076101a93", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:30:56.486109 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76948764-1acc-41f5-b2c9-17ad4acd0c7e {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:30:56.486832 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'code': 200} Nov 16 00:30:56.489814 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:56.540812 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9cd-7cae-4120-adfe-2013b6d233f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:56.772123 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:56.787833 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:56.858994 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c938ee4e-572b-4192-8232-eb62dffb6ca3,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:56.875356 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9cd-7cae-4120-adfe-2013b6d233f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:56.903929 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=107820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:30:56.908657 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9cd-7cae-4120-adfe-2013b6d233f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.011455 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.011900 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.segments_db [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Added segment 3293bbdd-eff7-4304-9fb3-8dcd1adee4a0 of type vlan for network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 Nov 16 00:30:57.056143 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ec9cd-7cae-4120-adfe-2013b6d233f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b92e14-fe75-44be-a639-55e504f8f981,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:57.081578 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-3f3ec9cd-7cae-4120-adfe-2013b6d233f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46eac928020344ac858d39e03a7c62b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8976324 Nov 16 00:30:57.086494 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44378) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:57.104990 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.120170 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a54d1-e98a-46e6-9f2f-1f01996faf6d req-9471de9e-2853-46c1-8114-508f46d9f8c1 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:57.121816 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ff3a54d1-e98a-46e6-9f2f-1f01996faf6d req-9471de9e-2853-46c1-8114-508f46d9f8c1 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 945 time: 0.2402742 Nov 16 00:30:57.131198 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63e098-4dca-4400-a1c1-85ccc84401c6 req-d51f05a2-5653-486c-ae36-ef79f588669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:57.132878 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-db63e098-4dca-4400-a1c1-85ccc84401c6 req-d51f05a2-5653-486c-ae36-ef79f588669a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 1098 time: 0.2028625 Nov 16 00:30:57.159885 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2c2f01fa-c8c0-4458-8169-60fcdde94ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.195346 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2c2f01fa-c8c0-4458-8169-60fcdde94ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.224314 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.226114 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:57.227220 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.267660 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2c2f01fa-c8c0-4458-8169-60fcdde94ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.271684 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2c2f01fa-c8c0-4458-8169-60fcdde94ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.273133 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-2c2f01fa-c8c0-4458-8169-60fcdde94ca3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43b92e14-fe75-44be-a639-55e504f8f981 HTTP/1.1" status: 204 len: 168 time: 0.1845441 Nov 16 00:30:57.284232 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f01fa-c8c0-4458-8169-60fcdde94ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b92e14-fe75-44be-a639-55e504f8f981,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:57.401324 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ff3a54d1-e98a-46e6-9f2f-1f01996faf6d req-e8ff83dd-f590-46a2-bf24-fffea6de47aa tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636075 Nov 16 00:30:57.427636 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-db63e098-4dca-4400-a1c1-85ccc84401c6 req-226774d6-529b-46f5-971f-1b1069746a39 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763329 Nov 16 00:30:57.437879 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4312267 Nov 16 00:30:57.443437 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44384) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:57.451404 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Request body: {'subnet': {'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1512251516-subnet', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:30:57.467675 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204b608-f964-436a-95ab-d0854d75d69c admin admin] Pushing event updated for resources: {'Network': ['ID=222d0e06-41bd-4a7b-8ea0-064a7ea2f422,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:57.494627 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:30:57.504276 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Made reservation on behalf of 7d4495714639486cad8d6a4039009581 for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:30:57.510055 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463023'] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.543203 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4eb26-d466-402a-b734-e01bd0d221f5 req-cff0cc47-74c8-43c8-b0c5-de85ae38520e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:57.546118 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-96d4eb26-d466-402a-b734-e01bd0d221f5 req-cff0cc47-74c8-43c8-b0c5-de85ae38520e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1035669 Nov 16 00:30:57.650904 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-96d4eb26-d466-402a-b734-e01bd0d221f5 req-db4999f4-bda8-4864-bfcb-b9ca4e12b52e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959747 Nov 16 00:30:57.880495 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463001'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:57.960718 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be17d66-8484-4e73-8241-b212ba3148e4,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:57.972332 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Checking segment: {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:30:57.972805 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Network hostable DHCP agents. Network: 222d0e06-41bd-4a7b-8ea0-064a7ea2f422, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:30:57.986354 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-189f5120-99cb-4b42-92d8-ecc599eb5f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:58.008401 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:30:58.024667 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 222d0e06-41bd-4a7b-8ea0-064a7ea2f422) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:30:58.033259 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:58.034340 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:58.040645 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8276575b-2efc-4aa7-95a5-f3a4c01468aa None None] Network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:30:58.066305 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-11c9df3d-318a-4152-bea4-f41bd1b66ea0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6175840 Nov 16 00:30:58.069903 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44402) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:30:58.076682 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:30:58.139851 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:58.146217 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:58.265380 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:58.337073 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:30:58.338756 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:58.397228 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658aa4e-1e8b-4a50-baf3-b588d78a5439 req-d70a2897-1c94-4cee-ae2b-05b0c7c7ca59 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:58.400901 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2658aa4e-1e8b-4a50-baf3-b588d78a5439 req-d70a2897-1c94-4cee-ae2b-05b0c7c7ca59 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1962428 Nov 16 00:30:58.501520 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:58.536511 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2658aa4e-1e8b-4a50-baf3-b588d78a5439 req-1513f178-97a3-4259-a453-e9a5590b1721 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284106 Nov 16 00:30:58.681300 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Allocated IP 172.20.0.2 (222d0e06-41bd-4a7b-8ea0-064a7ea2f422/8be17d66-8484-4e73-8241-b212ba3148e4/c67a7afa-af2d-4220-baa7-40787375c8c0) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:30:58.932866 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949634e-f289-45fb-82b9-c9c9198e9f76 req-4792b031-2ced-4061-9e14-e047760b9a87 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:58.940814 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c949634e-f289-45fb-82b9-c9c9198e9f76 req-4792b031-2ced-4061-9e14-e047760b9a87 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 945 time: 0.1567514 Nov 16 00:30:58.977352 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:58.994998 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:59.011591 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:59.025342 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:59.027438 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c949634e-f289-45fb-82b9-c9c9198e9f76 req-89bef8db-a234-4abd-9149-3b12b2ea5c92 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656314 Nov 16 00:30:59.099699 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:30:59.103915 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:30:59.108385 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:30:59.145565 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Pushing event updated for resources: {'Port': ['ID=c67a7afa-af2d-4220-baa7-40787375c8c0,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:59.243081 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Attempting to bind port c67a7afa-af2d-4220-baa7-40787375c8c0 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:30:59.244096 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Attempting to bind port c67a7afa-af2d-4220-baa7-40787375c8c0 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:30:59.244827 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Attempting to bind port c67a7afa-af2d-4220-baa7-40787375c8c0 on network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:30:59.265131 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438e301-d8ed-42e5-a1e7-991052067f9d req-2cbb299d-351b-4818-993a-98afea2074ba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:30:59.271483 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:30:59.272177 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Checking segment: {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:30:59.276112 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:59.277137 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Bound using segment: {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:30:59.277347 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5438e301-d8ed-42e5-a1e7-991052067f9d req-2cbb299d-351b-4818-993a-98afea2074ba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.0832882 Nov 16 00:30:59.278836 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Bound port: c67a7afa-af2d-4220-baa7-40787375c8c0, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:30:59.278836 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:59.305097 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Allocated IP 172.27.1.148 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:30:59.338685 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5438e301-d8ed-42e5-a1e7-991052067f9d req-63ed8354-ea36-420e-b6b1-ad615b7f7aa6 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603473 Nov 16 00:30:59.429408 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] For port c67a7afa-af2d-4220-baa7-40787375c8c0, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:30:59.433584 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] For port c67a7afa-af2d-4220-baa7-40787375c8c0, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=c67a7afa-af2d-4220-baa7-40787375c8c0,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:30:59.442573 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:59.529588 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:59.558173 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3e20d-6758-4e82-9416-aba4f2e6b37f None None] Pushing event updated for resources: {'Port': ['ID=c67a7afa-af2d-4220-baa7-40787375c8c0,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:30:59.619290 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:30:59.694458 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:30:59.698768 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:30:59.701626 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:30:59.740582 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Pushing event updated for resources: {'Port': ['ID=da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:00.057385 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:00.464337 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af5c6f-88a1-4b22-9100-375c133b8c67 req-6411f591-ac8f-4c19-b3ec-b4aa03a4fe0b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:00.466225 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a2af5c6f-88a1-4b22-9100-375c133b8c67 req-6411f591-ac8f-4c19-b3ec-b4aa03a4fe0b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 945 time: 0.0842881 Nov 16 00:31:00.575857 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c160c5a-d558-40f5-aa38-753f4ea5bf08 req-9d8c5e7a-e105-443c-8983-3332ce5c7db3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:00.592540 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5c160c5a-d558-40f5-aa38-753f4ea5bf08 req-9d8c5e7a-e105-443c-8983-3332ce5c7db3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1324942 Nov 16 00:31:00.616489 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a2af5c6f-88a1-4b22-9100-375c133b8c67 req-f9407ef3-f951-488b-8560-8214ca597d68 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654831 Nov 16 00:31:00.662598 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:00.680316 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5c160c5a-d558-40f5-aa38-753f4ea5bf08 req-6cf8b403-9543-48bb-b1f7-e54d1d1622bf tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865896 Nov 16 00:31:00.690424 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:00.905703 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8defa0f-4339-4b60-9904-9f90985e54fc None None] Network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:31:00.923363 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29589e9-cedf-4104-8867-1cb1055b3ab9 req-6b73a078-fa25-4dba-8884-cb0910d21efd tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:00.926291 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d29589e9-cedf-4104-8867-1cb1055b3ab9 req-6b73a078-fa25-4dba-8884-cb0910d21efd tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 945 time: 0.1220472 Nov 16 00:31:01.037724 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d29589e9-cedf-4104-8867-1cb1055b3ab9 req-e8582cf0-f7db-41d1-b0e2-057d8f022faa tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016681 Nov 16 00:31:01.055743 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Router 95f7d394-4882-44d2-b161-0a42f98db199 is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:31:01.066607 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-6055934a-138a-41ec-b34a-f183c804b076 None None] Provisioning complete for port c67a7afa-af2d-4220-baa7-40787375c8c0 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:01.067522 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6055934a-138a-41ec-b34a-f183c804b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:01.099985 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44476) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:01.338084 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device c67a7afa-af2d-4220-baa7-40787375c8c0 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:01.353057 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:31:01.373320 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Sync routers for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:31:01.388921 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] Notify callbacks [] for router, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:01.390939 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-89f958d4-619d-4913-a551-0f7b23ca078e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3193955 Nov 16 00:31:01.395403 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44488) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:01.410166 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:01.410166 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:30:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:01.618507 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:01.722830 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ac54bb26-ac7a-40db-8f25-957ca5e753ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:01.730370 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6055934a-138a-41ec-b34a-f183c804b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:01.798014 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-6055934a-138a-41ec-b34a-f183c804b076 None None] For port c67a7afa-af2d-4220-baa7-40787375c8c0, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=c67a7afa-af2d-4220-baa7-40787375c8c0,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:01.802666 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737bafe-ed70-478d-af67-5388a5b5f6fa tempest-TestVolumeBootPattern-731869635 tempest-TestVolumeBootPattern-731869635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:01.809279 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6055934a-138a-41ec-b34a-f183c804b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:01.816976 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44504) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:01.817638 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-7737bafe-ed70-478d-af67-5388a5b5f6fa tempest-TestVolumeBootPattern-731869635 tempest-TestVolumeBootPattern-731869635-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 1093 time: 0.7158062 Nov 16 00:31:01.834609 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'floatingip': {'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'port_id': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:31:01.868459 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port c67a7afa-af2d-4220-baa7-40787375c8c0 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:01.873414 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:01.946851 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:01.991581 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055934a-138a-41ec-b34a-f183c804b076 None None] Pushing event updated for resources: {'Port': ['ID=c67a7afa-af2d-4220-baa7-40787375c8c0,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:02.029484 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:02.127498 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:30:59Z', 'revision_number': 3, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:02.160738 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-3d84e55a-1599-4255-be87-b0636703868b None None] Provisioning complete for port c67a7afa-af2d-4220-baa7-40787375c8c0 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:02.162396 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-3d84e55a-1599-4255-be87-b0636703868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:02.164275 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Checking router: 95f7d394-4882-44d2-b161-0a42f98db199 for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:31:02.164913 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Updating router 95f7d394-4882-44d2-b161-0a42f98db199 port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:31:02.203745 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:02.326478 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:02.330977 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef178a-8539-4f59-9e10-f39a63795981 req-926ae65f-a2b9-492b-8b71-36c891f649b3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:02.334269 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d4ef178a-8539-4f59-9e10-f39a63795981 req-926ae65f-a2b9-492b-8b71-36c891f649b3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.2401066 Nov 16 00:31:02.411121 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d4ef178a-8539-4f59-9e10-f39a63795981 req-9c41bcba-8d39-4c3d-9b49-9e1b67e3480c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693655 Nov 16 00:31:02.725482 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:02.801625 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:02.814960 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:02.874029 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Attempting to bind port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:31:02.874378 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Attempting to bind port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:31:02.875207 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Attempting to bind port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:31:02.885731 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Pushing event updated for resources: {'Port': ['ID=da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5,revision_number=2']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:02.886220 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Allocated IP 172.27.1.221 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/487561fd-317f-409e-a836-bcaaf3e74b0b) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:31:02.890017 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:31:02.890864 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:31:02.891281 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:02.891554 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:31:02.892001 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Bound port: da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:31:02.892421 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:02.925352 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.925352 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.925352 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.925989 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.925989 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.926426 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.926709 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.927002 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.927443 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.927784 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.928159 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.928488 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:02.986430 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] For port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:31:03.000686 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] For port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:31:03.009981 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.025363 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Allocated IP 172.20.0.1 (222d0e06-41bd-4a7b-8ea0-064a7ea2f422/8be17d66-8484-4e73-8241-b212ba3148e4/058f89be-775a-4e8d-9be0-b63fe9167345) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:31:03.169715 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:03.171023 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:31:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:03.181733 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device c67a7afa-af2d-4220-baa7-40787375c8c0 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:03.207470 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.240098 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.243435 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362f19c-5b57-40f9-a372-332d21e4e50e None None] Pushing event updated for resources: {'Port': ['ID=da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:03.252462 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port c67a7afa-af2d-4220-baa7-40787375c8c0 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:03.253092 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.270761 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.336249 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:31:03.340999 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:03.346694 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:31:03.357489 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.382472 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Pushing event updated for resources: {'Port': ['ID=058f89be-775a-4e8d-9be0-b63fe9167345,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:03.407950 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.430504 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:03.463568 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:31:03.467775 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:03.475578 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:31:03.487352 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'Port': ['ID=487561fd-317f-409e-a836-bcaaf3e74b0b,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:03.687904 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.714340 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.800129 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-0737a040-161b-4a4c-9d16-62c66efa4401 None None] Provisioning complete for port 058f89be-775a-4e8d-9be0-b63fe9167345 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:03.800663 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0737a040-161b-4a4c-9d16-62c66efa4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:03.877225 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-0737a040-161b-4a4c-9d16-62c66efa4401 None None] Port 058f89be-775a-4e8d-9be0-b63fe9167345 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:31:04.044384 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:30:59Z', 'revision_number': 3, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:04.071836 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44528) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:04.087974 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8608d-6555-4bb9-91ec-92fa7828832e req-3428aaad-2bfc-47fc-a929-1779dd6fccf1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:04.092168 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d4a8608d-6555-4bb9-91ec-92fa7828832e req-3428aaad-2bfc-47fc-a929-1779dd6fccf1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1352525 Nov 16 00:31:04.094352 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f067c2-a3a3-4750-afd9-c7e49c354cf6 None None] The sync data for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi is: [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:30:59Z', 'revision_number': 3, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:31:04.137683 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:04.149024 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-253005664'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:04.207411 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d4a8608d-6555-4bb9-91ec-92fa7828832e req-d469ce7a-5a91-408d-b1b7-e05f9d246c54 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089396 Nov 16 00:31:04.311613 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Pushing event updated for resources: {'Port': ['ID=058f89be-775a-4e8d-9be0-b63fe9167345,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:04.349170 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:04.491003 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c3896362-bfc8-46e0-b3a0-077ee9bd9072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:04.554819 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:04.581393 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:31:04.583686 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:04.806482 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c3896362-bfc8-46e0-b3a0-077ee9bd9072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:04.851097 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c3896362-bfc8-46e0-b3a0-077ee9bd9072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:04.878785 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.016474 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c3896362-bfc8-46e0-b3a0-077ee9bd9072 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67cd1eb931f24704a8eed18f6f8aab69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9427352 Nov 16 00:31:05.018000 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44542) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:05.021892 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3896362-bfc8-46e0-b3a0-077ee9bd9072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ffd586-c1fd-4f88-940f-034f4c68162d,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:05.078889 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Router 95f7d394-4882-44d2-b161-0a42f98db199 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:31:05.138833 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-36fd1a55-4efc-400b-b58c-fa4c184718a5 None None] Provisioning complete for port 058f89be-775a-4e8d-9be0-b63fe9167345 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:05.140241 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-36fd1a55-4efc-400b-b58c-fa4c184718a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.301855 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-36fd1a55-4efc-400b-b58c-fa4c184718a5 None None] Port 058f89be-775a-4e8d-9be0-b63fe9167345 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:31:05.446245 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:05.468299 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fff10981-2d40-40cc-aa31-a0504677c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.490830 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:31:05.503386 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-732a9f32-2c1b-4439-87d5-98ce0cfaf29f admin admin] 10.222.0.31 "PUT /v2.0/routers/95f7d394-4882-44d2-b161-0a42f98db199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1063240 Nov 16 00:31:05.557080 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fff10981-2d40-40cc-aa31-a0504677c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.573520 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:05.574551 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.583260 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.584027 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fab1b-c193-4d08-a14b-f4b8a7ce5f81 req-f80ee605-7901-4d4f-9fff-4ed7ac8fc5b0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:05.598706 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b43fab1b-c193-4d08-a14b-f4b8a7ce5f81 req-f80ee605-7901-4d4f-9fff-4ed7ac8fc5b0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.2043474 Nov 16 00:31:05.611684 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb445d5-8889-4fe1-9d82-036ab2f596a7 req-35128de8-5717-40a3-84c3-3c01707f3bf6 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:05.613710 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3cb445d5-8889-4fe1-9d82-036ab2f596a7 req-35128de8-5717-40a3-84c3-3c01707f3bf6 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1598296 Nov 16 00:31:05.621594 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.733396 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.743339 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b43fab1b-c193-4d08-a14b-f4b8a7ce5f81 req-2abb3c28-af44-4db1-989a-d2ea4be3c1c7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1351304 Nov 16 00:31:05.795872 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.840187 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:05.854000 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.873263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'Port': ['ID=487561fd-317f-409e-a836-bcaaf3e74b0b,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:05.898794 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3cb445d5-8889-4fe1-9d82-036ab2f596a7 req-aead921b-e36b-4f94-a0a7-5902949d527c tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602618 Nov 16 00:31:05.915477 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fff10981-2d40-40cc-aa31-a0504677c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.918353 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fff10981-2d40-40cc-aa31-a0504677c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:05.919872 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-fff10981-2d40-40cc-aa31-a0504677c3a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59ffd586-c1fd-4f88-940f-034f4c68162d HTTP/1.1" status: 204 len: 168 time: 0.8931124 Nov 16 00:31:05.938180 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff10981-2d40-40cc-aa31-a0504677c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ffd586-c1fd-4f88-940f-034f4c68162d,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:05.956765 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Floating IP b49715d7-d96f-4dbc-9964-b586d6b018a0 associated. External IP: 172.27.1.221, port: 1a9e347e-ccd8-44e3-b595-51e076101a93. Nov 16 00:31:06.114961 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:06.353336 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Router 47ddca5e-401e-473d-8328-5d6228e7521d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:31:06.944183 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:31:06.974602 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] Sync routers for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:31:06.992808 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.002985 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44590) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:07.009026 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:07.012013 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:31:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:07.023490 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2011335611-network', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:31:07.026841 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-85cf3927-336b-4b3d-9d48-aa5d2441e4f3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2082620 Nov 16 00:31:07.027943 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'tag': '1a9e347e-ccd8-44e3-b595-51e076101a93'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:31:07.030527 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95a0a00-da91-4756-92ce-3bd2725e6b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e", "tag": "1a9e347e-ccd8-44e3-b595-51e076101a93"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:31:07.166223 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707295d-a9e6-4d84-a143-d9327e6d0501 req-11d8ca6c-2baa-4470-bf5c-0720fe7a54d7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:07.173511 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a707295d-a9e6-4d84-a143-d9327e6d0501 req-11d8ca6c-2baa-4470-bf5c-0720fe7a54d7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.2540293 Nov 16 00:31:07.176598 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Made reservation on behalf of b6ea7a7b70564561ba1c8d0316c5308b for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:31:07.180065 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.199808 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:07.236179 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a707295d-a9e6-4d84-a143-d9327e6d0501 req-f99786d6-95b8-4cd0-99f1-7003c077318e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499341 Nov 16 00:31:07.242249 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.253774 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bedd4c-0c2b-4ef1-abd4-ebf28a2b0ef6 req-44c3677c-bc9d-477e-985e-2adba1d54c15 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:07.276927 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-12bedd4c-0c2b-4ef1-abd4-ebf28a2b0ef6 req-44c3677c-bc9d-477e-985e-2adba1d54c15 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1645000 Nov 16 00:31:07.286582 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Sync routers for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:31:07.314376 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:07.316021 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:31:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:07.357024 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:07.357604 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.376860 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.385264 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.437863 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-12bedd4c-0c2b-4ef1-abd4-ebf28a2b0ef6 req-59813a7c-2362-4e08-8705-8d942bd29d26 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454997 Nov 16 00:31:07.449663 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce85bba-6163-4cc0-994e-753b1d9894a0,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:07.455544 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:07.481527 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:31:07.497272 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.498409 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Added segment cdbfd130-81b0-491f-95b0-ca2f52239564 of type vlan for network f2a31b9b-b81e-4992-b983-22a31e71bad8 Nov 16 00:31:07.521826 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d8e729-0f11-4cdc-a105-0d7cac2fb3e5 x-openstack-request-id: req-90d8e729-0f11-4cdc-a105-0d7cac2fb3e5 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:31:07.522250 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e", "tag": "1a9e347e-ccd8-44e3-b595-51e076101a93", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:31:07.522653 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90d8e729-0f11-4cdc-a105-0d7cac2fb3e5 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:31:07.523325 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'tag': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'status': 'completed', 'code': 200} Nov 16 00:31:07.561967 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.570896 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:07.598369 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.599066 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:07.600099 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.635039 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6281800 Nov 16 00:31:07.635343 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44600) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:07.648257 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Request body: {'subnet': {'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2011335611-subnet', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:31:07.698404 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95271245-ccd8-4ac2-9950-134d318f47a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a31b9b-b81e-4992-b983-22a31e71bad8,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:07.727479 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Made reservation on behalf of b6ea7a7b70564561ba1c8d0316c5308b for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:31:07.730001 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463023'] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:07.733810 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network f2a31b9b-b81e-4992-b983-22a31e71bad8 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:31:07.920326 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.044877 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463001'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.071847 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'b49715d7-d96f-4dbc-9964-b586d6b018a0', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:64:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:31:04Z', 'updated_at': '2021-11-16T00:31:04Z', 'revision_number': 0, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:08.076646 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '058f89be-775a-4e8d-9be0-b63fe9167345', 'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'mac_address': 'fa:16:3e:20:35:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:02Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 2, 'project_id': '7d4495714639486cad8d6a4039009581', 'subnets': [{'id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:08.111923 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] Checking router: 47ddca5e-401e-473d-8328-5d6228e7521d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:31:08.116619 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467e1496-e89a-4c3f-aea9-899831c37885,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:08.123442 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:08.124100 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:31:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:08.126853 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Checking segment: {'id': 'cdbfd130-81b0-491f-95b0-ca2f52239564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:31:08.127632 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Network hostable DHCP agents. Network: f2a31b9b-b81e-4992-b983-22a31e71bad8, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:31:08.168050 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Network f2a31b9b-b81e-4992-b983-22a31e71bad8 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:31:08.168943 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Checking router: 95f7d394-4882-44d2-b161-0a42f98db199 for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:31:08.169626 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Updating router 95f7d394-4882-44d2-b161-0a42f98db199 port 058f89be-775a-4e8d-9be0-b63fe9167345 binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:31:08.185570 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, f2a31b9b-b81e-4992-b983-22a31e71bad8) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:08.202338 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:08.203872 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.210347 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ccb0bf-fc57-4ef3-a2bc-dba126e453c4 None None] Network f2a31b9b-b81e-4992-b983-22a31e71bad8 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:31:08.232757 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-b5fd1f1a-fd78-435b-9804-238051ffa4b6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5930870 Nov 16 00:31:08.235859 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.237211 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44614) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:08.245159 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:31:08.297600 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.301812 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.337734 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:08.445717 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.662174 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-f2a31b9b-b81e-4992-b983-22a31e71bad8', 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'fixed_ips': [{'subnet_id': '467e1496-e89a-4c3f-aea9-899831c37885'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:31:08.663884 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.737986 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.760931 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22022c1f-5022-4977-894f-4f1dfb742e80 req-71caccc5-47ce-4e83-9c81-40817479745e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:08.762723 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-22022c1f-5022-4977-894f-4f1dfb742e80 req-71caccc5-47ce-4e83-9c81-40817479745e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.2127585 Nov 16 00:31:08.801902 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119ddce-c2d1-4dad-81ad-f907c26ed610 req-7f9102f6-2b8d-4221-b0cd-49a93867dfab tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:08.819721 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0119ddce-c2d1-4dad-81ad-f907c26ed610 req-7f9102f6-2b8d-4221-b0cd-49a93867dfab tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1608672 Nov 16 00:31:08.910067 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0119ddce-c2d1-4dad-81ad-f907c26ed610 req-5097e8f6-a912-4a55-b584-552681347564 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886562 Nov 16 00:31:08.959166 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:08.967001 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.022043 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdc4af-5d0f-490b-b78a-49573e6a61ae None None] Pushing event updated for resources: {'Port': ['ID=058f89be-775a-4e8d-9be0-b63fe9167345,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:09.040069 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-22022c1f-5022-4977-894f-4f1dfb742e80 req-b57b3ae7-38a8-481f-9e23-b696b811c306 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2513697 Nov 16 00:31:09.077372 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44628) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:09.165161 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Allocated IP 172.20.0.2 (f2a31b9b-b81e-4992-b983-22a31e71bad8/467e1496-e89a-4c3f-aea9-899831c37885/17cb1d8a-3d68-4ca0-8696-0d6e10d9e294) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:31:09.249650 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'b49715d7-d96f-4dbc-9964-b586d6b018a0', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:64:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:31:04Z', 'updated_at': '2021-11-16T00:31:04Z', 'revision_number': 0, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:09.273576 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.291683 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adc33fb-146c-49ec-8db8-58a7bd18bc40 None None] The sync data for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi is: [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'b49715d7-d96f-4dbc-9964-b586d6b018a0', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:64:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:31:04Z', 'updated_at': '2021-11-16T00:31:04Z', 'revision_number': 0, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:31:09.304943 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.308646 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Attempting to bind port 058f89be-775a-4e8d-9be0-b63fe9167345 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:31:09.308646 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Attempting to bind port 058f89be-775a-4e8d-9be0-b63fe9167345 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:31:09.309116 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Attempting to bind port 058f89be-775a-4e8d-9be0-b63fe9167345 on network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:31:09.319184 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:31:09.319727 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Checking segment: {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:31:09.320686 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.321066 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Bound using segment: {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:31:09.321908 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Bound port: 058f89be-775a-4e8d-9be0-b63fe9167345, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:31:09.322583 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.484011 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] For port 058f89be-775a-4e8d-9be0-b63fe9167345, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:31:09.490763 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] For port 058f89be-775a-4e8d-9be0-b63fe9167345, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=058f89be-775a-4e8d-9be0-b63fe9167345,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:31:09.497739 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.499969 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.502575 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b43f6026-3961-4e67-95d8-be930bcaa6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.526174 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.592504 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:09.593102 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:31:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:09.628921 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-cd07c33c-7d88-48a6-810b-91d01bdf860e None None] Provisioning complete for port 058f89be-775a-4e8d-9be0-b63fe9167345 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:09.629325 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-cd07c33c-7d88-48a6-810b-91d01bdf860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.649217 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Allocated IP 172.27.1.96 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/409641e5-cb78-4e51-beb8-6dc2d085bcdb) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:31:09.650375 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Network f2a31b9b-b81e-4992-b983-22a31e71bad8 is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:31:09.717660 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:09.721802 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Pushing event updated for resources: {'Port': ['ID=17cb1d8a-3d68-4ca0-8696-0d6e10d9e294,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:09.724437 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:31:09.790927 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b43f6026-3961-4e67-95d8-be930bcaa6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.801336 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b43f6026-3961-4e67-95d8-be930bcaa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:09.817440 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdc4af-5d0f-490b-b78a-49573e6a61ae None None] Pushing event updated for resources: {'Port': ['ID=058f89be-775a-4e8d-9be0-b63fe9167345,revision_number=4']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:09.846587 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec8b751-d5c4-4c50-813d-7fc36e38c7a3 None None] New status for floating IP b49715d7-d96f-4dbc-9964-b586d6b018a0: ACTIVE {{(pid=107821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:31:09.885951 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44632) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:09.889510 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:09.891880 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b43f6026-3961-4e67-95d8-be930bcaa6f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b55922587d4f489eb929d490475f85be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8088393 Nov 16 00:31:09.944985 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f6026-3961-4e67-95d8-be930bcaa6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6493ac88-247f-483d-a26f-493a9792654f,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:10.065460 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.072401 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Attempting to bind port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:31:10.072914 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Attempting to bind port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'cdbfd130-81b0-491f-95b0-ca2f52239564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:31:10.073965 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Attempting to bind port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 on network f2a31b9b-b81e-4992-b983-22a31e71bad8 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:31:10.087723 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:31:10.088362 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Checking segment: {'id': 'cdbfd130-81b0-491f-95b0-ca2f52239564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:31:10.089071 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.089758 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Bound using segment: {'id': 'cdbfd130-81b0-491f-95b0-ca2f52239564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:31:10.090608 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Bound port: 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbfd130-81b0-491f-95b0-ca2f52239564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:31:10.091310 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.119836 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7aaecfa0-94d9-4656-9108-f3176b00ba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.214224 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.356032 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Pushing event updated for resources: {'Port': ['ID=409641e5-cb78-4e51-beb8-6dc2d085bcdb,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:10.442721 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7aaecfa0-94d9-4656-9108-f3176b00ba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.463397 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:31:10.510868 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46103d33-84d5-4e98-9ca7-eb29fd65f14f req-5accecd8-f562-4d72-8758-60c3fa1c367a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:10.518148 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:10.526702 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:31:10.527299 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-46103d33-84d5-4e98-9ca7-eb29fd65f14f req-5accecd8-f562-4d72-8758-60c3fa1c367a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.4977176 Nov 16 00:31:10.541944 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7aaecfa0-94d9-4656-9108-f3176b00ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.544955 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-7aaecfa0-94d9-4656-9108-f3176b00ba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.550524 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-7aaecfa0-94d9-4656-9108-f3176b00ba68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6493ac88-247f-483d-a26f-493a9792654f HTTP/1.1" status: 204 len: 168 time: 0.6595955 Nov 16 00:31:10.573191 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-cd07c33c-7d88-48a6-810b-91d01bdf860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.582449 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '058f89be-775a-4e8d-9be0-b63fe9167345', 'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'mac_address': 'fa:16:3e:20:35:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:02Z', 'updated_at': '2021-11-16T00:31:09Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'subnets': [{'id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:10.607601 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efe1f6-b6f6-43cf-a268-1f1bc651c70d req-9b867632-6abc-4ffd-b1ff-6f07ec9ab45e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:10.616102 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-00efe1f6-b6f6-43cf-a268-1f1bc651c70d req-9b867632-6abc-4ffd-b1ff-6f07ec9ab45e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.2815917 Nov 16 00:31:10.623487 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-3b7275a3-99e9-4ad6-934b-45377b249564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:10.625748 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-3b7275a3-99e9-4ad6-934b-45377b249564 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 1098 time: 0.3106122 Nov 16 00:31:10.629092 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5befd83-75d6-4c9b-a538-802d3cada201 None None] The sync data for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi is: [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '058f89be-775a-4e8d-9be0-b63fe9167345', 'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'mac_address': 'fa:16:3e:20:35:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:02Z', 'updated_at': '2021-11-16T00:31:09Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'subnets': [{'id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:31:10.633455 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaecfa0-94d9-4656-9108-f3176b00ba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6493ac88-247f-483d-a26f-493a9792654f,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:10.643965 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-46103d33-84d5-4e98-9ca7-eb29fd65f14f req-8e82c1e8-b395-4a81-91e9-55a9cda1cf93 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054068 Nov 16 00:31:10.727960 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] For port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:31:10.731506 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] For port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=17cb1d8a-3d68-4ca0-8696-0d6e10d9e294,segment=NetworkSegment(cdbfd130-81b0-491f-95b0-ca2f52239564),segment_id=cdbfd130-81b0-491f-95b0-ca2f52239564)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:31:10.768815 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:10.784001 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-00efe1f6-b6f6-43cf-a268-1f1bc651c70d req-3be676b0-8c45-4321-9229-78939c835e90 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1667886 Nov 16 00:31:10.926982 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-cd07c33c-7d88-48a6-810b-91d01bdf860e None None] For port 058f89be-775a-4e8d-9be0-b63fe9167345, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=058f89be-775a-4e8d-9be0-b63fe9167345,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:10.952687 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-cd07c33c-7d88-48a6-810b-91d01bdf860e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:11.000371 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5858f4-0e77-4cc6-8af0-221c55c6f3a7 None None] Pushing event updated for resources: {'Port': ['ID=17cb1d8a-3d68-4ca0-8696-0d6e10d9e294,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:11.032707 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-de340e31-67c0-416c-9722-f653bf55e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:11.035445 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-de340e31-67c0-416c-9722-f653bf55e28b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.3818955 Nov 16 00:31:11.175311 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-bc8f2fbd-0e2a-415b-91c1-4f15ae289647 None None] Provisioning complete for port 058f89be-775a-4e8d-9be0-b63fe9167345 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:11.175698 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-bc8f2fbd-0e2a-415b-91c1-4f15ae289647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:11.177666 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07c33c-7d88-48a6-810b-91d01bdf860e None None] Pushing event updated for resources: {'Port': ['ID=058f89be-775a-4e8d-9be0-b63fe9167345,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:11.315972 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 058f89be-775a-4e8d-9be0-b63fe9167345 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:11.322571 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-13c79a12-4d95-45e1-a448-eae9f0c2121e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a9e347e-ccd8-44e3-b595-51e076101a93 HTTP/1.1" status: 200 len: 1001 time: 0.2710366 Nov 16 00:31:11.521451 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 058f89be-775a-4e8d-9be0-b63fe9167345 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:11.521896 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:11.547445 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-2b1f34f7-e750-4095-b48d-688254a952a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:11.558257 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-2b1f34f7-e750-4095-b48d-688254a952a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.2215297 Nov 16 00:31:11.666944 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:11.820762 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41df2-daa5-45be-9079-543b59be3b99 req-bc895611-a80f-489d-96ab-ae0e2b80dd73 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:11.830100 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5ec41df2-daa5-45be-9079-543b59be3b99 req-bc895611-a80f-489d-96ab-ae0e2b80dd73 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0737917 Nov 16 00:31:11.886471 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5ec41df2-daa5-45be-9079-543b59be3b99 req-53251e91-0140-497f-b8de-3cadd3dc3490 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518432 Nov 16 00:31:12.140338 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-e1568292-bc4d-49b9-9705-4fb8bd533a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:12.142599 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-e1568292-bc4d-49b9-9705-4fb8bd533a5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5687301 Nov 16 00:31:12.273182 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc15c8-f30d-4d1f-a733-c75aacac7564 req-04327e7c-63e6-4d93-aeec-6f329644ee62 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:12.274957 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bc15c8-f30d-4d1f-a733-c75aacac7564 req-04327e7c-63e6-4d93-aeec-6f329644ee62 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1609814 Nov 16 00:31:12.415968 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-247d82f2-fd6d-469f-b340-deabe5ed2e77 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536311 Nov 16 00:31:12.459967 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09790d-a1f4-4cd8-9cc1-5e597e83b1ba None None] Network f2a31b9b-b81e-4992-b983-22a31e71bad8 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:31:12.511391 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06bc15c8-f30d-4d1f-a733-c75aacac7564 req-a935c006-b9d3-45ba-8e89-adec3c8e9ebb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2176971 Nov 16 00:31:12.574652 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-0077a466-992f-4b2c-9ec0-32fbaaf427a2 None None] Provisioning complete for port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:12.575562 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0077a466-992f-4b2c-9ec0-32fbaaf427a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:12.599767 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:12.610695 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e95a0a00-da91-4756-92ce-3bd2725e6b3a req-75f185da-5853-4edf-a184-aca9e7071a3f service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865699 Nov 16 00:31:12.761594 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0077a466-992f-4b2c-9ec0-32fbaaf427a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:12.825968 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-0077a466-992f-4b2c-9ec0-32fbaaf427a2 None None] For port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=17cb1d8a-3d68-4ca0-8696-0d6e10d9e294,segment=NetworkSegment(cdbfd130-81b0-491f-95b0-ca2f52239564),segment_id=cdbfd130-81b0-491f-95b0-ca2f52239564)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:12.835675 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0077a466-992f-4b2c-9ec0-32fbaaf427a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:12.919251 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077a466-992f-4b2c-9ec0-32fbaaf427a2 None None] Pushing event updated for resources: {'Port': ['ID=17cb1d8a-3d68-4ca0-8696-0d6e10d9e294,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:13.043591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-565a7a61-2b91-492e-b7b0-ff5d58369f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:13.045947 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-565a7a61-2b91-492e-b7b0-ff5d58369f56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1098 time: 0.1733963 Nov 16 00:31:13.055861 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0791e86-b90d-4178-93db-9671301cce5b req-c1789a41-8fba-41b7-9c24-798c79628e2e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:13.064687 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b0791e86-b90d-4178-93db-9671301cce5b req-c1789a41-8fba-41b7-9c24-798c79628e2e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1784732 Nov 16 00:31:13.171260 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0e165-f2f5-47de-b20e-192172945d99 req-64fe8c38-fae2-4485-96f9-d933ee5daef2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:13.174500 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-75b0e165-f2f5-47de-b20e-192172945d99 req-64fe8c38-fae2-4485-96f9-d933ee5daef2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1551294 Nov 16 00:31:13.178189 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:31:13.187918 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b0791e86-b90d-4178-93db-9671301cce5b req-58232152-40f0-444c-9723-7ae8e867ba88 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222045 Nov 16 00:31:13.234777 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-75b0e165-f2f5-47de-b20e-192172945d99 req-222ad2fb-1dd8-45a0-985c-9e880b74ed4a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471296 Nov 16 00:31:13.264657 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-c28c71e6-fd54-4a6f-8d84-6dfbffbb82e4 None None] Provisioning complete for port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:13.266069 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-c28c71e6-fd54-4a6f-8d84-6dfbffbb82e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:13.314951 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-88944c42-e8ef-4a23-8452-3d6eedffe713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:13.316581 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-88944c42-e8ef-4a23-8452-3d6eedffe713 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.2300634 Nov 16 00:31:13.330010 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 058f89be-775a-4e8d-9be0-b63fe9167345 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:13.378150 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-4248367d-7bba-4b3d-9e78-910cb33c30a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 200 len: 217 time: 0.0463824 Nov 16 00:31:13.417686 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 058f89be-775a-4e8d-9be0-b63fe9167345 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:13.418240 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:13.424898 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:31:13.437906 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Sync routers for ids ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:31:13.449213 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Routers {'786a6166-8512-4fd5-ae27-cecd97eeeeb2'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:13.450552 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:31:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:13.450689 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-3ff858be-787a-4ebe-b992-275587a08664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:13.452193 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-3ff858be-787a-4ebe-b992-275587a08664 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.0654309 Nov 16 00:31:13.455739 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] Notify callbacks [] for router, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:13.460314 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-8c1222b9-50ad-4b81-842d-41a8d0335e5f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2186465 Nov 16 00:31:13.460613 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 44674) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:13.514722 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-0f2dcd16-83f9-425d-84fd-7ecfa3c01ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500998 Nov 16 00:31:13.572169 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:13.577779 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Set router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:13.721158 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-bbac4950-e49b-4d66-a792-e0794e6428d9 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952672 Nov 16 00:31:13.741997 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:13.742733 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:13.907088 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acf485-d3b7-43fa-8a16-94d6f8b453d8 req-813f3525-c087-4519-b2c6-ad4b64d6c50a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:13.908725 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f5acf485-d3b7-43fa-8a16-94d6f8b453d8 req-813f3525-c087-4519-b2c6-ad4b64d6c50a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1764703 Nov 16 00:31:13.964668 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2f575c14-c725-4818-a62b-55a514a20ac3 req-9f545124-692a-4b61-acdf-fcd375a42773 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303767 Nov 16 00:31:13.982450 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f5acf485-d3b7-43fa-8a16-94d6f8b453d8 req-55330725-edda-45de-b1b1-197b3acb15ca tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623355 Nov 16 00:31:14.033045 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:31:08Z', 'updated_at': '2021-11-16T00:31:11Z', 'revision_number': 3, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'gw_port': {'id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:09Z', 'updated_at': '2021-11-16T00:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:14.067562 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Checking router: 786a6166-8512-4fd5-ae27-cecd97eeeeb2 for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:31:14.067951 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Updating router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 port 409641e5-cb78-4e51-beb8-6dc2d085bcdb binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:31:14.104123 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:14.229940 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:14.470526 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36856a10-2fde-4d40-90d7-f11a4e1af2fb req-196b13ea-daa6-4997-8834-142d0d31b1cc tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:14.480214 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-36856a10-2fde-4d40-90d7-f11a4e1af2fb req-196b13ea-daa6-4997-8834-142d0d31b1cc tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1193650 Nov 16 00:31:14.485301 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd56863-e955-4cd5-95a0-2b8808a17750 req-83eee359-395c-460d-9e44-e99bec27a165 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:14.486493 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:14.489024 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bcd56863-e955-4cd5-95a0-2b8808a17750 req-83eee359-395c-460d-9e44-e99bec27a165 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1482544 Nov 16 00:31:14.508793 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:14.523367 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-36856a10-2fde-4d40-90d7-f11a4e1af2fb req-942745c0-6785-475b-ab46-9fa9975c8338 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421159 Nov 16 00:31:14.580844 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Attempting to bind port 409641e5-cb78-4e51-beb8-6dc2d085bcdb on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:31:14.581224 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Attempting to bind port 409641e5-cb78-4e51-beb8-6dc2d085bcdb by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:31:14.581829 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Attempting to bind port 409641e5-cb78-4e51-beb8-6dc2d085bcdb on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:31:14.584384 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959abb9-f590-454d-94a0-216f4402840f None None] Pushing event updated for resources: {'Port': ['ID=409641e5-cb78-4e51-beb8-6dc2d085bcdb,revision_number=2']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:14.598468 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:31:14.598954 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:31:14.599464 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:14.599923 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:31:14.600475 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Bound port: 409641e5-cb78-4e51-beb8-6dc2d085bcdb, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:31:14.600930 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:14.658020 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bcd56863-e955-4cd5-95a0-2b8808a17750 req-dcfb5590-42ee-44ed-9707-518d4cf3aab2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507878 Nov 16 00:31:14.680316 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] For port 409641e5-cb78-4e51-beb8-6dc2d085bcdb, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:31:14.685170 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] For port 409641e5-cb78-4e51-beb8-6dc2d085bcdb, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=409641e5-cb78-4e51-beb8-6dc2d085bcdb,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:31:14.691276 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:14.694863 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Allocated IP 172.20.0.1 (f2a31b9b-b81e-4992-b983-22a31e71bad8/467e1496-e89a-4c3f-aea9-899831c37885/3fa536af-e755-48b8-be46-5ba45051f5f5) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:31:14.782184 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959abb9-f590-454d-94a0-216f4402840f None None] Pushing event updated for resources: {'Port': ['ID=409641e5-cb78-4e51-beb8-6dc2d085bcdb,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:14.794746 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Routers {'786a6166-8512-4fd5-ae27-cecd97eeeeb2'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:14.795681 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:31:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:14.904231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:14.956492 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:14.967698 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] Set router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:15.005100 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Network f2a31b9b-b81e-4992-b983-22a31e71bad8 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:31:15.008419 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:15.014199 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:31:15.041083 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa536af-e755-48b8-be46-5ba45051f5f5,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:15.069499 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:15.220824 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed24ea1-2dae-444d-a726-3dc9d371bb11 req-9153987c-3b76-4ec6-8ed9-d72300f16d20 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:15.223602 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ed24ea1-2dae-444d-a726-3dc9d371bb11 req-9153987c-3b76-4ec6-8ed9-d72300f16d20 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.0903287 Nov 16 00:31:15.309671 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ed24ea1-2dae-444d-a726-3dc9d371bb11 req-a47da3f6-cbf3-46df-98ad-00a22e2d5d6a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742810 Nov 16 00:31:15.362803 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:15.385149 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:31:08Z', 'updated_at': '2021-11-16T00:31:11Z', 'revision_number': 3, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'gw_port': {'id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:09Z', 'updated_at': '2021-11-16T00:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:15.440172 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2c24e-603e-4483-9ba4-0b96e572f711 None None] The sync data for ids ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'] in dv-cinder-811154-2-iscsi is: [{'id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:31:08Z', 'updated_at': '2021-11-16T00:31:11Z', 'revision_number': 3, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'gw_port': {'id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:09Z', 'updated_at': '2021-11-16T00:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:31:15.448207 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-c66bdff8-8cac-4ca0-b767-02e4894cecc0 None None] Provisioning complete for port 3fa536af-e755-48b8-be46-5ba45051f5f5 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:15.449055 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-c66bdff8-8cac-4ca0-b767-02e4894cecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:15.504317 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-c66bdff8-8cac-4ca0-b767-02e4894cecc0 None None] Port 3fa536af-e755-48b8-be46-5ba45051f5f5 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:31:15.646878 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:15.652554 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-253005664'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:15.769446 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:15.775630 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa536af-e755-48b8-be46-5ba45051f5f5,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:15.815869 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843c73-b0be-4fcb-a543-ea5b79b63414 req-dc90ad07-c122-43c0-aa5b-7521dc74083a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:15.817497 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7b843c73-b0be-4fcb-a543-ea5b79b63414 req-dc90ad07-c122-43c0-aa5b-7521dc74083a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1376507 Nov 16 00:31:15.887725 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e6801-1922-4c94-9b9f-edfacc832666 req-df839b87-4a43-4dac-8faf-d8be273174a7 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:15.896231 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-325e6801-1922-4c94-9b9f-edfacc832666 req-df839b87-4a43-4dac-8faf-d8be273174a7 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0982466 Nov 16 00:31:15.936721 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-325e6801-1922-4c94-9b9f-edfacc832666 req-92cb88ff-6cda-40d2-ae64-7527f7a7d71a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Nov 16 00:31:15.942413 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7b843c73-b0be-4fcb-a543-ea5b79b63414 req-1105f7e1-da3b-4ce5-aff2-a99e6ec8cf13 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917966 Nov 16 00:31:15.982132 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Network f2a31b9b-b81e-4992-b983-22a31e71bad8 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:31:15.984367 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:16.175965 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:31:16.229535 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e99c1303-c3b2-4838-8a4b-efbc1adf9829 None None] Provisioning complete for port 3fa536af-e755-48b8-be46-5ba45051f5f5 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:16.229904 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e99c1303-c3b2-4838-8a4b-efbc1adf9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:16.277331 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e99c1303-c3b2-4838-8a4b-efbc1adf9829 None None] Port 3fa536af-e755-48b8-be46-5ba45051f5f5 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:31:16.336293 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:31:16.342368 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-28ca5afc-2ccf-4ee4-ac6f-c5fc2fb2d401 admin admin] 10.222.0.31 "PUT /v2.0/routers/786a6166-8512-4fd5-ae27-cecd97eeeeb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8805759 Nov 16 00:31:16.494587 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24811321-5e62-489a-a5e1-982156d43711 req-6e5bd574-012b-4b1e-9baf-a352bfd7a15a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:16.496215 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-24811321-5e62-489a-a5e1-982156d43711 req-6e5bd574-012b-4b1e-9baf-a352bfd7a15a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.0797651 Nov 16 00:31:16.564258 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-24811321-5e62-489a-a5e1-982156d43711 req-b28f17e4-7db4-4987-9a87-23bb67a17b0f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604973 Nov 16 00:31:17.205731 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a682ce-25c8-44be-925d-a9d9772c2cec req-82775980-238f-4a3f-a57b-9184cc09cc81 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:17.216781 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c8a682ce-25c8-44be-925d-a9d9772c2cec req-82775980-238f-4a3f-a57b-9184cc09cc81 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1240587 Nov 16 00:31:17.267340 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 409641e5-cb78-4e51-beb8-6dc2d085bcdb up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:17.279679 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25142726-e756-4f83-b949-911d12916ef3 req-86ba7bf3-f620-4cbb-993e-b99f4ba0aff5 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:17.294451 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-25142726-e756-4f83-b949-911d12916ef3 req-86ba7bf3-f620-4cbb-993e-b99f4ba0aff5 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1316535 Nov 16 00:31:17.300556 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c8a682ce-25c8-44be-925d-a9d9772c2cec req-4af5b188-11b4-4815-b483-88c11b8655ed tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798762 Nov 16 00:31:17.357096 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-25142726-e756-4f83-b949-911d12916ef3 req-2008c628-ff91-4dfc-baac-467497a785c5 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610535 Nov 16 00:31:17.391121 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 409641e5-cb78-4e51-beb8-6dc2d085bcdb triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:17.391890 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:17.560498 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:17.587439 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 409641e5-cb78-4e51-beb8-6dc2d085bcdb, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=409641e5-cb78-4e51-beb8-6dc2d085bcdb,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:17.597827 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:17.616417 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Sync routers for ids ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:31:17.691014 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Routers {'786a6166-8512-4fd5-ae27-cecd97eeeeb2'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:17.691948 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:31:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:17.838238 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ad9a9-3be9-4819-bb2c-187bcae40639 req-b81689b4-eeb7-4d01-8351-e8b6da9020df tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:17.840688 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8e9ad9a9-3be9-4819-bb2c-187bcae40639 req-b81689b4-eeb7-4d01-8351-e8b6da9020df tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1311347 Nov 16 00:31:17.955232 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8e9ad9a9-3be9-4819-bb2c-187bcae40639 req-e1c24d62-7113-43e5-8c3b-c81ea988441b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980911 Nov 16 00:31:18.099167 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=409641e5-cb78-4e51-beb8-6dc2d085bcdb,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:18.167994 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Set router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:18.491711 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:31:08Z', 'updated_at': '2021-11-16T00:31:15Z', 'revision_number': 4, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'gw_port': {'id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:09Z', 'updated_at': '2021-11-16T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '3fa536af-e755-48b8-be46-5ba45051f5f5', 'name': '', 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'mac_address': 'fa:16:3e:34:56:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '467e1496-e89a-4c3f-aea9-899831c37885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:14Z', 'updated_at': '2021-11-16T00:31:15Z', 'revision_number': 2, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'subnets': [{'id': '467e1496-e89a-4c3f-aea9-899831c37885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:18.605557 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Checking router: 786a6166-8512-4fd5-ae27-cecd97eeeeb2 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:31:18.606141 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Updating router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 port 3fa536af-e755-48b8-be46-5ba45051f5f5 binding host dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:31:18.648622 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:18.662785 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6174f-132d-44e0-b4bd-ca06aac3060e req-e076952e-7e18-464b-8ca3-51d0f1068dff tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:18.681065 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ddf6174f-132d-44e0-b4bd-ca06aac3060e req-e076952e-7e18-464b-8ca3-51d0f1068dff tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1686933 Nov 16 00:31:18.785390 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ddf6174f-132d-44e0-b4bd-ca06aac3060e req-8d1be72b-706f-47e1-a8a0-0bf8837ab15c tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023974 Nov 16 00:31:18.786456 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e7b81-7aa2-486c-b8f2-b2bed95065a3 req-601292b8-ed23-4e7d-91c6-0236b2e92c8b tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:18.799992 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1f8e7b81-7aa2-486c-b8f2-b2bed95065a3 req-601292b8-ed23-4e7d-91c6-0236b2e92c8b tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1556697 Nov 16 00:31:18.866170 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1f8e7b81-7aa2-486c-b8f2-b2bed95065a3 req-be999e5a-2c80-4bca-898b-367cd47a8698 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623407 Nov 16 00:31:19.054057 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Notify callbacks [] for port, precommit_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:19.063532 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:19.119541 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48a070-4cba-490a-b17d-3750fbae0d13 None None] Pushing event updated for resources: {'Port': ['ID=3fa536af-e755-48b8-be46-5ba45051f5f5,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:19.199773 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 409641e5-cb78-4e51-beb8-6dc2d085bcdb up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:19.242926 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df996fdf-b745-4ec8-96b7-113ecaccc83c req-bc383a95-f716-4a29-87d1-707de386bc8e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:19.244701 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-df996fdf-b745-4ec8-96b7-113ecaccc83c req-bc383a95-f716-4a29-87d1-707de386bc8e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1482656 Nov 16 00:31:19.332142 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Attempting to bind port 3fa536af-e755-48b8-be46-5ba45051f5f5 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:31:19.332512 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Attempting to bind port 3fa536af-e755-48b8-be46-5ba45051f5f5 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'cdbfd130-81b0-491f-95b0-ca2f52239564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:31:19.332876 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Attempting to bind port 3fa536af-e755-48b8-be46-5ba45051f5f5 on network f2a31b9b-b81e-4992-b983-22a31e71bad8 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:31:19.343082 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:31:19.343798 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Checking segment: {'id': 'cdbfd130-81b0-491f-95b0-ca2f52239564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:31:19.346138 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:19.346666 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Bound using segment: {'id': 'cdbfd130-81b0-491f-95b0-ca2f52239564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:31:19.347332 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Bound port: 3fa536af-e755-48b8-be46-5ba45051f5f5, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbfd130-81b0-491f-95b0-ca2f52239564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:31:19.350488 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:19.354964 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-df996fdf-b745-4ec8-96b7-113ecaccc83c req-cdde49b4-b181-47cc-a498-4c10c0407c1c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914299 Nov 16 00:31:19.405292 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 409641e5-cb78-4e51-beb8-6dc2d085bcdb triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:19.406463 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:19.691228 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] For port 3fa536af-e755-48b8-be46-5ba45051f5f5, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:31:19.718524 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] For port 3fa536af-e755-48b8-be46-5ba45051f5f5, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=3fa536af-e755-48b8-be46-5ba45051f5f5,segment=NetworkSegment(cdbfd130-81b0-491f-95b0-ca2f52239564),segment_id=cdbfd130-81b0-491f-95b0-ca2f52239564)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:31:19.741904 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:19.831004 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-bec8ee2b-ffc6-40ae-aa89-0dedb2516f8f None None] Provisioning complete for port 3fa536af-e755-48b8-be46-5ba45051f5f5 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:19.831707 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-bec8ee2b-ffc6-40ae-aa89-0dedb2516f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:19.861074 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Routers {'786a6166-8512-4fd5-ae27-cecd97eeeeb2'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:31:19.861756 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:31:02Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:19.864255 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48a070-4cba-490a-b17d-3750fbae0d13 None None] Pushing event updated for resources: {'Port': ['ID=3fa536af-e755-48b8-be46-5ba45051f5f5,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:20.096871 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0f4a1-25a2-46e5-aa5b-30260cabe80f req-52a43ec3-8a93-43aa-a796-7444405a63fe tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:20.110377 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-26a0f4a1-25a2-46e5-aa5b-30260cabe80f req-52a43ec3-8a93-43aa-a796-7444405a63fe tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1848307 Nov 16 00:31:20.118218 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91239ae-9050-4433-9592-9e45b6d09c95 req-ea022e75-1cd3-4dd0-916a-7d40f602ba29 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:20.120985 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d91239ae-9050-4433-9592-9e45b6d09c95 req-ea022e75-1cd3-4dd0-916a-7d40f602ba29 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1140215 Nov 16 00:31:20.181085 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-bec8ee2b-ffc6-40ae-aa89-0dedb2516f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:20.185017 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] Set router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:31:20.203770 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d91239ae-9050-4433-9592-9e45b6d09c95 req-83d1c12b-ca81-4382-99bf-6c74639214bb tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740588 Nov 16 00:31:20.235083 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-26a0f4a1-25a2-46e5-aa5b-30260cabe80f req-d7b9bea4-f501-4962-a196-17278883180f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228206 Nov 16 00:31:20.476122 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-bec8ee2b-ffc6-40ae-aa89-0dedb2516f8f None None] For port 3fa536af-e755-48b8-be46-5ba45051f5f5, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=3fa536af-e755-48b8-be46-5ba45051f5f5,segment=NetworkSegment(cdbfd130-81b0-491f-95b0-ca2f52239564),segment_id=cdbfd130-81b0-491f-95b0-ca2f52239564)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:20.493316 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-bec8ee2b-ffc6-40ae-aa89-0dedb2516f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:20.626235 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56535f-dd3b-49f4-96d2-0c27ae4b2bcc req-b2496299-fb38-422f-bcb9-932e26aa6283 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:20.629145 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ba56535f-dd3b-49f4-96d2-0c27ae4b2bcc req-b2496299-fb38-422f-bcb9-932e26aa6283 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1025627 Nov 16 00:31:20.638159 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8ee2b-ffc6-40ae-aa89-0dedb2516f8f None None] Pushing event updated for resources: {'Port': ['ID=3fa536af-e755-48b8-be46-5ba45051f5f5,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:20.661084 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-377838bb-9b0f-42c6-a7e6-7ec61f2c5081 None None] Provisioning complete for port 3fa536af-e755-48b8-be46-5ba45051f5f5 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:20.661467 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-377838bb-9b0f-42c6-a7e6-7ec61f2c5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:20.709449 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ba56535f-dd3b-49f4-96d2-0c27ae4b2bcc req-23facc2a-b7a6-4a15-9d97-a80ad87f8b6c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715752 Nov 16 00:31:20.845329 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:31:08Z', 'updated_at': '2021-11-16T00:31:15Z', 'revision_number': 4, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'gw_port': {'id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:09Z', 'updated_at': '2021-11-16T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '3fa536af-e755-48b8-be46-5ba45051f5f5', 'name': '', 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'mac_address': 'fa:16:3e:34:56:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '467e1496-e89a-4c3f-aea9-899831c37885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:14Z', 'updated_at': '2021-11-16T00:31:19Z', 'revision_number': 4, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'subnets': [{'id': '467e1496-e89a-4c3f-aea9-899831c37885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:31:20.879038 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dca098-13fc-4c7a-b24c-e5e0795a0c91 None None] The sync data for ids ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'] in dv-cinder-811154-2-iscsi is: [{'id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:31:08Z', 'updated_at': '2021-11-16T00:31:15Z', 'revision_number': 4, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'gw_port': {'id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:09Z', 'updated_at': '2021-11-16T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '3fa536af-e755-48b8-be46-5ba45051f5f5', 'name': '', 'network_id': 'f2a31b9b-b81e-4992-b983-22a31e71bad8', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'mac_address': 'fa:16:3e:34:56:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '467e1496-e89a-4c3f-aea9-899831c37885', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:14Z', 'updated_at': '2021-11-16T00:31:19Z', 'revision_number': 4, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'subnets': [{'id': '467e1496-e89a-4c3f-aea9-899831c37885', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:31:21.303124 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 3fa536af-e755-48b8-be46-5ba45051f5f5 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:21.378022 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 3fa536af-e755-48b8-be46-5ba45051f5f5 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:21.378754 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:21.557047 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:31:21.587278 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523080a7-5b85-45c5-8731-4111be3e2c09 req-e5337f5a-d87a-4738-9b39-88583acb61e2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:21.596956 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-523080a7-5b85-45c5-8731-4111be3e2c09 req-e5337f5a-d87a-4738-9b39-88583acb61e2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1981485 Nov 16 00:31:21.657127 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6a08d-c0bb-4086-adf5-1fab53b4ad15 req-a120b162-ff76-4d7f-9b6a-65899f8fb2af tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:21.660964 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5ee6a08d-c0bb-4086-adf5-1fab53b4ad15 req-a120b162-ff76-4d7f-9b6a-65899f8fb2af tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1785095 Nov 16 00:31:21.702759 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-523080a7-5b85-45c5-8731-4111be3e2c09 req-66569f91-4119-4b4b-bba0-459ef0372712 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901084 Nov 16 00:31:21.833928 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:21.862302 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'port_id': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'mac_address': 'fa:16:3e:df:27:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:31:21.901743 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5ee6a08d-c0bb-4086-adf5-1fab53b4ad15 req-a5877a1a-7e54-4c25-9d88-a8f94308e230 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226064 Nov 16 00:31:21.977795 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d56fd-c994-4e27-8109-e53a07cba054 req-64140027-80fd-4297-aada-84be37eb4554 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:22.008567 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e00d56fd-c994-4e27-8109-e53a07cba054 req-64140027-80fd-4297-aada-84be37eb4554 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1397882 Nov 16 00:31:22.010816 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:22.047777 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:31:22.088141 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:22.098128 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:22.109486 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e00d56fd-c994-4e27-8109-e53a07cba054 req-7358277d-4428-4fc6-a414-6d3dff477d0f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988536 Nov 16 00:31:22.251120 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=6']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:22.259138 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['10abc4a6-a723-4a5c-855b-11d4b6d40eb9'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:31:23.037306 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebe139-dea5-4065-a14e-3a1dbc07a896 req-f8786b43-851c-48f6-bb82-6d8bf8d8a021 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:23.055321 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-03ebe139-dea5-4065-a14e-3a1dbc07a896 req-f8786b43-851c-48f6-bb82-6d8bf8d8a021 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1843679 Nov 16 00:31:23.236885 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-03ebe139-dea5-4065-a14e-3a1dbc07a896 req-d10d44dc-f71a-4b79-a085-a076f25b585e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778293 Nov 16 00:31:23.268840 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aeec8-18ef-477e-97ce-91da902ee4f5 req-a36b467f-8f03-4f92-87e1-9fec8cb42da6 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:23.292990 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-405aeec8-18ef-477e-97ce-91da902ee4f5 req-a36b467f-8f03-4f92-87e1-9fec8cb42da6 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.2188938 Nov 16 00:31:23.390370 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-405aeec8-18ef-477e-97ce-91da902ee4f5 req-77554e42-1cce-4971-9ba2-f08274aef767 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914102 Nov 16 00:31:23.513279 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05358817-4e11-4a63-be0c-13f28ab0e362 req-e295e12a-5e4a-42a3-8f7a-c75f1ad5505c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:23.533526 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-05358817-4e11-4a63-be0c-13f28ab0e362 req-e295e12a-5e4a-42a3-8f7a-c75f1ad5505c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 945 time: 0.1145067 Nov 16 00:31:23.582215 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:31:23.600029 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-05358817-4e11-4a63-be0c-13f28ab0e362 req-6c0f9ac9-e500-4e9c-b70c-0247f4e844f9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652800 Nov 16 00:31:23.729414 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:23.730216 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:23.897975 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:23.952254 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:31:23.955196 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7914e337-49bd-40b4-9956-4406285c2bb1" -d '{"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-plugged", "status": "completed", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:31:23.973637 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:23.983009 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:24.024324 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e75d49-247f-4a51-8a67-a86c4ff41a7a x-openstack-request-id: req-75e75d49-247f-4a51-8a67-a86c4ff41a7a {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:31:24.024544 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-plugged", "status": "completed", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:31:24.024818 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75e75d49-247f-4a51-8a67-a86c4ff41a7a {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:31:24.025220 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'code': 200} Nov 16 00:31:24.069039 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=7']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:24.654202 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c851271-9157-4d8b-8a14-d8c5b4dfa781 req-d219741c-243b-40be-ad77-62b297eb7c71 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:24.677785 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9c851271-9157-4d8b-8a14-d8c5b4dfa781 req-d219741c-243b-40be-ad77-62b297eb7c71 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.2622325 Nov 16 00:31:24.813356 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9c851271-9157-4d8b-8a14-d8c5b4dfa781 req-ace73dba-973f-497a-b577-5f4c6e625ab3 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302748 Nov 16 00:31:25.137162 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67da60-11da-4723-9c24-39cf37123a86 req-869e37d8-d201-4dcd-83db-78be41cc32b0 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:25.142996 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f973e5a-e199-45a5-80ca-b123810fb3fa req-3b7deae6-480b-44a1-b3da-9fada5a3c1d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:25.150202 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8e67da60-11da-4723-9c24-39cf37123a86 req-869e37d8-d201-4dcd-83db-78be41cc32b0 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.2251832 Nov 16 00:31:25.160805 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8f973e5a-e199-45a5-80ca-b123810fb3fa req-3b7deae6-480b-44a1-b3da-9fada5a3c1d3 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1406410 Nov 16 00:31:25.284710 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8f973e5a-e199-45a5-80ca-b123810fb3fa req-001dcc3c-4dd6-40b2-a3e8-116093b6bc73 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218922 Nov 16 00:31:25.324223 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8e67da60-11da-4723-9c24-39cf37123a86 req-587ddb3c-8d8d-4821-9b43-78ec2732a62b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630385 Nov 16 00:31:25.843889 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44842) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:25.861847 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1228a-cf12-4f59-910d-ff289c659492 req-3f92873c-1827-4ee4-b128-bb6b1190e238 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:25.864778 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-19c1228a-cf12-4f59-910d-ff289c659492 req-3f92873c-1827-4ee4-b128-bb6b1190e238 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1206253 Nov 16 00:31:26.037560 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-19c1228a-cf12-4f59-910d-ff289c659492 req-d5cbdb68-a4a7-4abd-a836-5fc7547e8d1a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586859 Nov 16 00:31:26.147442 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-42375e83-053f-471d-9733-b6aa340cbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:26.152433 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-42375e83-053f-471d-9733-b6aa340cbd27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 1099 time: 0.2204747 Nov 16 00:31:26.474477 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-095af4b8-a4bc-4e72-bb5a-2e59dc15c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:26.476789 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-095af4b8-a4bc-4e72-bb5a-2e59dc15c82a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 911 time: 0.3011675 Nov 16 00:31:26.478401 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46e65a8f-7529-4a84-af14-be00609d7093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:26.666785 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61176083-9500-4d0d-87ef-c5c20f337400 req-e535a14b-54b6-46c7-8dbc-5b79db292184 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:26.676708 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61176083-9500-4d0d-87ef-c5c20f337400 req-e535a14b-54b6-46c7-8dbc-5b79db292184 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.6518748 Nov 16 00:31:26.686018 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde6d07-f2ee-4d9d-9d24-2c71df8e973b req-1196d98c-f3ac-4f80-a29e-a756d386b265 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:26.700570 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3cde6d07-f2ee-4d9d-9d24-2c71df8e973b req-1196d98c-f3ac-4f80-a29e-a756d386b265 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1501482 Nov 16 00:31:26.813172 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3cde6d07-f2ee-4d9d-9d24-2c71df8e973b req-fd45aa71-ceed-478d-ab09-670ea83a7586 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106024 Nov 16 00:31:26.827619 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-704c623f-e322-4ab1-baa5-d43db5a8fa93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01184432-b920-416d-948c-2998a3138394 HTTP/1.1" status: 200 len: 1002 time: 0.3326674 Nov 16 00:31:26.860711 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61176083-9500-4d0d-87ef-c5c20f337400 req-b4a8071e-d7e9-4535-9258-8c848e61f310 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825199 Nov 16 00:31:27.077646 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46e65a8f-7529-4a84-af14-be00609d7093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:27.086171 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-41e4e744-62a3-46cc-b6f9-e5fff97ae6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:27.089899 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-41e4e744-62a3-46cc-b6f9-e5fff97ae6e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d00cf4cb-12d8-4c12-a763-066afa9978bb HTTP/1.1" status: 200 len: 849 time: 0.2272968 Nov 16 00:31:27.093254 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46e65a8f-7529-4a84-af14-be00609d7093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:27.246770 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e65a8f-7529-4a84-af14-be00609d7093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baafed6-c340-4f0d-b30f-1901c86f1827,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:27.325592 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6921d-ffab-4370-ba56-74ca0443d351 req-b73b93a8-a49c-4eb1-925b-54f7e7c6b3e5 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:27.333060 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-46e65a8f-7529-4a84-af14-be00609d7093 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2871ff271db49f2910f3f65f1bf5888&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4798524 Nov 16 00:31:27.334423 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 44854) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:27.340088 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-035e57c4-411f-49ea-bf39-d8bcf6d74f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:27.342888 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-035e57c4-411f-49ea-bf39-d8bcf6d74f08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3262426f-7c77-4fea-b32e-ea6229d56ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2374077 Nov 16 00:31:27.343682 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f9b6921d-ffab-4370-ba56-74ca0443d351 req-b73b93a8-a49c-4eb1-925b-54f7e7c6b3e5 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1234040 Nov 16 00:31:27.452791 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f9b6921d-ffab-4370-ba56-74ca0443d351 req-d20fe5bf-f17c-46d9-86ce-e3549e18745c tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058438 Nov 16 00:31:27.623262 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-86ff5054-9171-4948-a6ec-b8064d63209d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:27.719466 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-86ff5054-9171-4948-a6ec-b8064d63209d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:27.725175 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-e21561ee-ff65-40c1-ac29-f9e03f5cb8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141456 Nov 16 00:31:27.988458 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-86343f50-d4c5-420f-96ed-37bb69b4d3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:28.005952 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-86ff5054-9171-4948-a6ec-b8064d63209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:28.019882 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-86ff5054-9171-4948-a6ec-b8064d63209d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:28.031179 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-86ff5054-9171-4948-a6ec-b8064d63209d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8baafed6-c340-4f0d-b30f-1901c86f1827 HTTP/1.1" status: 204 len: 168 time: 0.6861210 Nov 16 00:31:28.080309 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff5054-9171-4948-a6ec-b8064d63209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baafed6-c340-4f0d-b30f-1901c86f1827,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:28.125238 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b317aa32-222e-4227-aafd-f85a16cbf5c7 req-7eeeeaec-90d9-421b-9c66-711ed47fffca service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847125 Nov 16 00:31:28.169518 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61def9ce-7397-4d5f-8062-3f9d7bebc42e req-512002de-baf0-423b-9d5e-46d6a2f3dcb9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:28.178233 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61def9ce-7397-4d5f-8062-3f9d7bebc42e req-512002de-baf0-423b-9d5e-46d6a2f3dcb9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1454864 Nov 16 00:31:28.253695 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61def9ce-7397-4d5f-8062-3f9d7bebc42e req-7de0dde8-d302-4171-b91b-f97d29871edb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745242 Nov 16 00:31:28.301054 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d05ff-967a-4980-80ca-444dc0e4123f req-24be5cb8-aa93-4d5a-9c29-03bf7420cbad tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:28.302961 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5a3d05ff-967a-4980-80ca-444dc0e4123f req-24be5cb8-aa93-4d5a-9c29-03bf7420cbad tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1869373 Nov 16 00:31:28.438310 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5a3d05ff-967a-4980-80ca-444dc0e4123f req-c60e37b6-fcb4-4c41-bba8-637cf090d7fd tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189101 Nov 16 00:31:28.876137 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5b3ca-af72-444d-beb0-a8b5ab40643d req-ec7f15e8-04f4-4586-9ce5-cd146b8eccb8 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:28.890143 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4ba5b3ca-af72-444d-beb0-a8b5ab40643d req-ec7f15e8-04f4-4586-9ce5-cd146b8eccb8 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.2110648 Nov 16 00:31:28.963178 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4ba5b3ca-af72-444d-beb0-a8b5ab40643d req-4a71fa73-d10b-4e20-b893-fa84e9f98267 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713551 Nov 16 00:31:29.616189 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01742f-3f0d-46f0-b0b7-d3c42bee33f3 req-13007059-e7cd-43cd-b649-260adb0cb844 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:29.636053 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-de01742f-3f0d-46f0-b0b7-d3c42bee33f3 req-13007059-e7cd-43cd-b649-260adb0cb844 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1977651 Nov 16 00:31:29.792235 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e60b2-15e2-4278-8cc8-ac722a999b9a req-ace0c5e5-0299-4141-bc47-01411ece8c8e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:29.801253 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0c4e60b2-15e2-4278-8cc8-ac722a999b9a req-ace0c5e5-0299-4141-bc47-01411ece8c8e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1407557 Nov 16 00:31:29.812072 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-de01742f-3f0d-46f0-b0b7-d3c42bee33f3 req-071ea34d-e3e6-46b2-b023-fefccf134988 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1704555 Nov 16 00:31:29.911203 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0c4e60b2-15e2-4278-8cc8-ac722a999b9a req-68494481-e9be-4435-9a98-eac2f9c423a3 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918071 Nov 16 00:31:30.288832 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c4007-05f6-4e90-8eb6-db37a5829a63 req-c6cd331f-1d10-4b55-943c-2e1d4406cc51 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:30.306190 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ea9c4007-05f6-4e90-8eb6-db37a5829a63 req-c6cd331f-1d10-4b55-943c-2e1d4406cc51 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1479838 Nov 16 00:31:30.386671 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ea9c4007-05f6-4e90-8eb6-db37a5829a63 req-916a6084-f46e-4c63-9b6b-45594e243165 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788901 Nov 16 00:31:30.654833 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:31.198862 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3d4d7-fd72-46e0-9ea5-4f2c4781ea0b req-ec932b28-d3a3-4ff6-add4-d71f17680a01 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:31.202376 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ef3d4d7-fd72-46e0-9ea5-4f2c4781ea0b req-ec932b28-d3a3-4ff6-add4-d71f17680a01 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1861799 Nov 16 00:31:31.230210 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95f179-261e-48ed-99f6-46e62d1f6d6c req-8fc2285f-b45c-4cfc-b4fb-29f868b868f5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:31.232939 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4c95f179-261e-48ed-99f6-46e62d1f6d6c req-8fc2285f-b45c-4cfc-b4fb-29f868b868f5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0835834 Nov 16 00:31:31.280227 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ef3d4d7-fd72-46e0-9ea5-4f2c4781ea0b req-5ca19fd8-6f66-4772-8f75-b58593d23810 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585384 Nov 16 00:31:31.480162 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4c95f179-261e-48ed-99f6-46e62d1f6d6c req-11b5d1e5-0ada-4066-b063-4259c7d2d68c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357719 Nov 16 00:31:31.742673 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ea53ab3d-b31b-41f0-94b7-91d2c1dc9e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:32.028894 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:32.655158 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e202e3-cccb-4468-b409-913d5c9eac00 req-66b9734d-31b2-47cb-8b48-654e6742a081 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:32.663535 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f5e202e3-cccb-4468-b409-913d5c9eac00 req-66b9734d-31b2-47cb-8b48-654e6742a081 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1567914 Nov 16 00:31:32.771314 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f5e202e3-cccb-4468-b409-913d5c9eac00 req-0eadaba9-9187-4915-a240-7144d3f94a86 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992186 Nov 16 00:31:32.920065 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f3059-f277-4530-b0db-12dd1aaabf87 req-e4b0ad04-f45e-4c99-835a-baf9573f253c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:32.937824 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0a7f3059-f277-4530-b0db-12dd1aaabf87 req-e4b0ad04-f45e-4c99-835a-baf9573f253c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0803692 Nov 16 00:31:33.000310 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0a7f3059-f277-4530-b0db-12dd1aaabf87 req-d9f58eb3-5837-47c3-b27d-cb43fc7670ae tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543945 Nov 16 00:31:33.368780 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:31:33.665920 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-6d44b068-765c-4ad9-bb60-d72731e82273 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4262ca01104142daa42d05ef22e0d643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605562 Nov 16 00:31:33.685748 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:34.215363 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885bbee-9abe-464e-b1cc-2e6a6d5eebf0 req-7fcbfab6-325f-4c88-8abb-b97a830c9914 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:34.225658 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a885bbee-9abe-464e-b1cc-2e6a6d5eebf0 req-7fcbfab6-325f-4c88-8abb-b97a830c9914 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.0761955 Nov 16 00:31:34.266423 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a885bbee-9abe-464e-b1cc-2e6a6d5eebf0 req-645f5b83-bf8d-4697-bb1b-9f32888192e4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394173 Nov 16 00:31:34.366833 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-0a14cc64-e528-4fed-a577-0ed72dab013d tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:34.368863 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-0a14cc64-e528-4fed-a577-0ed72dab013d tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6913371 Nov 16 00:31:34.396681 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-82bf3cc8-2028-4461-9b22-cc8c228b57d0 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/quotas/4262ca01104142daa42d05ef22e0d643 HTTP/1.1" status: 200 len: 375 time: 0.0205953 Nov 16 00:31:34.438318 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-32ce2be8-7ead-4216-ae7b-c8bc878dc1cd tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4262ca01104142daa42d05ef22e0d643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404994 Nov 16 00:31:34.475886 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb400b-3b74-4f5a-8dd3-a42a69ac49ca req-abfbc648-15c0-4828-abd6-541beb14a189 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:34.477875 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f1fb400b-3b74-4f5a-8dd3-a42a69ac49ca req-abfbc648-15c0-4828-abd6-541beb14a189 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0965905 Nov 16 00:31:34.583286 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f1fb400b-3b74-4f5a-8dd3-a42a69ac49ca req-a1aa169f-c9ba-49a3-9ed8-8206fbf0b840 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983956 Nov 16 00:31:34.740326 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-fc49c547-9540-47b7-962b-60617ff5a418 req-64e01ae2-2b94-447e-bb2b-a22c4311e9e6 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 210 time: 0.0705850 Nov 16 00:31:34.951532 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-fdb4f75d-9245-4fb7-93e9-c7470d07f8e0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:34.960268 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-fdb4f75d-9245-4fb7-93e9-c7470d07f8e0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/networks?id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422 HTTP/1.1" status: 200 len: 815 time: 0.1441276 Nov 16 00:31:34.978380 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-205df1da-e60b-43bb-8f21-7ba04ffdf0de tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/quotas/7d4495714639486cad8d6a4039009581 HTTP/1.1" status: 200 len: 375 time: 0.0169845 Nov 16 00:31:35.049239 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-5585579f-981b-4f3c-948b-bc0aae7448e2 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d4495714639486cad8d6a4039009581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684357 Nov 16 00:31:35.269599 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-8a3e8a43-6f82-4261-9d36-93d94e2244a4 service neutron] 10.222.0.31 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114244 Nov 16 00:31:35.312815 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-a668bd9f-8889-4aad-ba66-42826ec157af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:35.315410 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-a668bd9f-8889-4aad-ba66-42826ec157af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1098 time: 0.1515028 Nov 16 00:31:35.616786 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62404bcf-923f-48a8-9b6b-e97b56a38e14 req-24835470-195a-44cf-b65e-4b00d4ec2406 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:35.628102 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-62404bcf-923f-48a8-9b6b-e97b56a38e14 req-24835470-195a-44cf-b65e-4b00d4ec2406 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1102233 Nov 16 00:31:35.696437 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-aad7a189-1b84-403c-9931-dadfe86abbd1 service neutron] 10.222.0.31 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088304 Nov 16 00:31:35.736293 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-aced5021-5c92-479a-912b-7691eaaee56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:35.766418 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-aced5021-5c92-479a-912b-7691eaaee56f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.3645163 Nov 16 00:31:35.781840 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345020da-f20e-4df4-963a-8dbd287b583a req-b8484a11-21ee-4fc5-97df-ad3c666b9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:35.783401 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-345020da-f20e-4df4-963a-8dbd287b583a req-b8484a11-21ee-4fc5-97df-ad3c666b9401 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1098 time: 0.1189532 Nov 16 00:31:35.828796 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-62404bcf-923f-48a8-9b6b-e97b56a38e14 req-a8b74991-9e24-4514-b917-9431b118f414 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1919014 Nov 16 00:31:35.881691 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-345020da-f20e-4df4-963a-8dbd287b583a req-3503396f-acca-4fa9-b539-73a7d2447c5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871172 Nov 16 00:31:35.892358 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-d86ccab6-f39a-4155-b3f6-f9cac7b4278b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 200 len: 217 time: 0.1185224 Nov 16 00:31:36.057592 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13239dcc-878c-4404-8b1d-ff6398f4373e req-7b9c92af-f053-437e-955c-aba4a68c9c39 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:36.063752 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-13239dcc-878c-4404-8b1d-ff6398f4373e req-7b9c92af-f053-437e-955c-aba4a68c9c39 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1181402 Nov 16 00:31:36.136392 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-13239dcc-878c-4404-8b1d-ff6398f4373e req-4f1085b5-0541-46cf-b523-0c5fbaa2e65a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580735 Nov 16 00:31:36.191441 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d2b9614f-7193-46a7-9ce2-9fde464d7515 req-3d7c7c26-88ad-4c0c-a00d-24bebfd1eabe tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 210 time: 0.1131706 Nov 16 00:31:36.235883 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-9bbbe3ae-fbfd-488c-bd33-c83da794c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:36.238167 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-9bbbe3ae-fbfd-488c-bd33-c83da794c03c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.1223614 Nov 16 00:31:36.261320 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c9b6e4c5-1743-4656-b41c-a0a99418a702 req-34668806-aad1-4cd9-85c5-c60e311d4fff tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 210 time: 0.0767567 Nov 16 00:31:36.343918 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-bcd28bb2-239d-458d-a23b-9657ac505cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827706 Nov 16 00:31:36.505447 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-8dc3d856-5e68-44e3-bf03-fb4c35203f30 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489851 Nov 16 00:31:36.829966 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-59dcad1c-1ff5-4c40-993e-8f99b81ea9b5 req-b72b9d8f-65e6-4656-99a7-243d13ff839d service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150878 Nov 16 00:31:36.894712 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-1bc38452-2090-4ca0-9c29-343e629952bb tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4262ca01104142daa42d05ef22e0d643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226568 Nov 16 00:31:37.205163 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fbd5b-4ad5-4b5a-83b0-ef831b137d44 req-87cc1a0d-4b61-48e3-9444-e4f6adb840b5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:37.231120 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c29fbd5b-4ad5-4b5a-83b0-ef831b137d44 req-87cc1a0d-4b61-48e3-9444-e4f6adb840b5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.2099462 Nov 16 00:31:37.315957 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c29fbd5b-4ad5-4b5a-83b0-ef831b137d44 req-abc927ab-5e21-4664-bb46-4cdc47c3c059 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833101 Nov 16 00:31:37.484663 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-9609889f-61f5-4f35-a1cc-03a33828c522 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:37.488761 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-9609889f-61f5-4f35-a1cc-03a33828c522 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5872409 Nov 16 00:31:37.505936 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Request body: {'port': {'device_id': '44cd98fe-3bda-4129-a9d1-ad922d5c3d10', 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221', 'admin_state_up': True, 'tenant_id': '4262ca01104142daa42d05ef22e0d643'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:31:37.524953 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7fd9a-f947-4d76-ac97-210d107b3eb1 req-45779eb6-6d58-4af0-8ecf-fb1d06f9a76e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:37.535022 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b74bfa85-b464-45a6-9b3f-8bf526b0fdf4 req-4eb3d86d-8edb-4e3e-9c81-1ae06e3c7326 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 210 time: 0.0650709 Nov 16 00:31:37.539959 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d5f7fd9a-f947-4d76-ac97-210d107b3eb1 req-45779eb6-6d58-4af0-8ecf-fb1d06f9a76e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.2257402 Nov 16 00:31:37.695191 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0d5e8638-e8cc-44f8-8422-22e508dbf85b req-90eacc40-7ffd-4c26-9346-855f5f726cf2 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 210 time: 0.0507398 Nov 16 00:31:37.890203 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:37.948007 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d5f7fd9a-f947-4d76-ac97-210d107b3eb1 req-6ee363ab-3d1d-4bb7-ba88-777a8ff5f10a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064393 Nov 16 00:31:38.069663 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Made reservation on behalf of 4262ca01104142daa42d05ef22e0d643 for: {'port': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:31:38.076287 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:38.096598 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:38.230097 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:38.237574 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:38.361299 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400f71fc-74e1-44c9-8280-881139f655ed,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:38.375596 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.375983 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.376324 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.376700 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.377047 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.377494 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.377768 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.378124 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.378462 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.378789 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.379154 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.379485 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:38.547574 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Allocated IP 192.168.233.201 (27f9bee2-5dc5-450d-9004-aa5d851c2221/19167c8c-38aa-46cc-bf9e-22315f3a4190/b6e9163c-8268-4e52-8726-8961a776e608) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:31:38.574439 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-df755eca-0c00-4ace-b197-a25ac1de96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:38.576006 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-df755eca-0c00-4ace-b197-a25ac1de96e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 1098 time: 0.1135879 Nov 16 00:31:38.591687 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07320023-cab4-45b1-92da-b56bff64178c req-b5a8dc20-486a-449b-9ecf-d1627e1704e5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:38.594819 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-07320023-cab4-45b1-92da-b56bff64178c req-b5a8dc20-486a-449b-9ecf-d1627e1704e5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1070719 Nov 16 00:31:38.649655 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf32cf-c8c4-4fc8-92aa-14f2f92c5bc5 req-a4a9c223-539f-4803-90b4-656d9270ec21 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:38.651343 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4ddf32cf-c8c4-4fc8-92aa-14f2f92c5bc5 req-a4a9c223-539f-4803-90b4-656d9270ec21 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1228571 Nov 16 00:31:38.651552 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-07320023-cab4-45b1-92da-b56bff64178c req-938624b7-fd69-461c-897d-be062702a8aa tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450497 Nov 16 00:31:38.777177 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-4f339b25-6542-4dc2-8768-0341c11e221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:38.779287 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-4f339b25-6542-4dc2-8768-0341c11e221c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 200 len: 919 time: 0.1268075 Nov 16 00:31:38.817223 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4ddf32cf-c8c4-4fc8-92aa-14f2f92c5bc5 req-988e450a-1b0d-4edb-a559-f7374fba9594 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474390 Nov 16 00:31:38.824254 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7510acc5-dc31-4be6-961a-81bac3224dd9 req-3cfdc663-a7e2-4868-8d4a-eb7926f3a714 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 210 time: 0.0360713 Nov 16 00:31:38.864279 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-72095d9c-f3ba-40e5-b151-3d6e5c49ae2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 200 len: 217 time: 0.0637043 Nov 16 00:31:38.892115 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:38.951107 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:38.980266 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6e924f06-02a5-423b-9f18-0ceb5f66872e req-15a52a75-43a0-4df1-b1fc-1e57a79c5c03 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 210 time: 0.0513439 Nov 16 00:31:38.996259 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-da510b6d-69a1-4e1b-9889-e7cca417119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:38.997796 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-da510b6d-69a1-4e1b-9889-e7cca417119c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 200 len: 858 time: 0.1190984 Nov 16 00:31:39.007990 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378016ec-d283-4e79-b187-bf63141f6938 req-7a8e7add-0063-4b31-8c79-06f20593f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:39.010014 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-378016ec-d283-4e79-b187-bf63141f6938 req-7a8e7add-0063-4b31-8c79-06f20593f56a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 1099 time: 0.0937538 Nov 16 00:31:39.036355 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Network 27f9bee2-5dc5-450d-9004-aa5d851c2221 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:31:39.043442 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:39.044866 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-1e429dd4-2dcb-481a-8848-989dd03c2f42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2716731e-1433-4cb7-8b9e-2e41adaa7566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336213 Nov 16 00:31:39.053531 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:31:39.143387 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Pushing event updated for resources: {'Port': ['ID=b6e9163c-8268-4e52-8726-8961a776e608,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:39.200660 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:39.202493 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:39.242358 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3ff90402-3b63-4861-a250-eaa6e0d1603f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7432253 Nov 16 00:31:39.259654 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Request body: {'port': {'device_id': '44cd98fe-3bda-4129-a9d1-ad922d5c3d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:31:39.363639 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:39.381045 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-d9c7b432-9898-4847-99dd-5bc1a3c38cbe None None] Provisioning complete for port b6e9163c-8268-4e52-8726-8961a776e608 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:39.382753 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b432-9898-4847-99dd-5bc1a3c38cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:39.446429 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7b432-9898-4847-99dd-5bc1a3c38cbe None None] Port b6e9163c-8268-4e52-8726-8961a776e608 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:31:39.453534 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378016ec-d283-4e79-b187-bf63141f6938 req-065eb47a-0eea-4b2b-8bab-59948fca4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:39.455843 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-378016ec-d283-4e79-b187-bf63141f6938 req-065eb47a-0eea-4b2b-8bab-59948fca4b16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 917 time: 0.4139683 Nov 16 00:31:39.533709 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-d159830d-e6f5-4c52-9a4b-7f736a8850f7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:39.535268 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-d159830d-e6f5-4c52-9a4b-7f736a8850f7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.36 "GET /v2.0/networks?id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422 HTTP/1.1" status: 200 len: 815 time: 0.3634093 Nov 16 00:31:39.540010 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-de543b58-8a34-41ac-b78e-82529277b880 service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372444 Nov 16 00:31:39.562878 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'port': {'device_id': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'admin_state_up': True, 'tenant_id': '7d4495714639486cad8d6a4039009581'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:31:39.567590 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-378016ec-d283-4e79-b187-bf63141f6938 req-01514c99-ca8c-4d18-b223-16d496ea79aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9 HTTP/1.1" status: 200 len: 1001 time: 0.0999217 Nov 16 00:31:39.741861 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378016ec-d283-4e79-b187-bf63141f6938 req-975cc39b-e87e-4129-ae40-21b8b993bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:39.743495 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-378016ec-d283-4e79-b187-bf63141f6938 req-975cc39b-e87e-4129-ae40-21b8b993bb44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.1540682 Nov 16 00:31:39.848064 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c5cca22-be91-48af-b67b-2380d2e18771 req-8a2e8f45-f109-4ac2-b589-54b1a22159fa service neutron] 10.222.0.36 "GET /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778363 Nov 16 00:31:39.862324 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e9163c-8268-4e52-8726-8961a776e608 {{(pid=107819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:31:39.875638 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:39.894341 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378016ec-d283-4e79-b187-bf63141f6938 req-4af50b40-6a61-497e-a1e6-47abde9cf582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:39.897670 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-378016ec-d283-4e79-b187-bf63141f6938 req-4af50b40-6a61-497e-a1e6-47abde9cf582 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1307766 Nov 16 00:31:39.899657 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Made reservation on behalf of 7d4495714639486cad8d6a4039009581 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:31:39.904026 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:39.908780 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9db67-03cb-4b33-8825-97b4a9ec6e8c req-9d55e3e8-7058-4e8e-9da8-1b3e1fdee1bc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:39.911217 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-10f9db67-03cb-4b33-8825-97b4a9ec6e8c req-9d55e3e8-7058-4e8e-9da8-1b3e1fdee1bc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1194150 Nov 16 00:31:39.916506 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.provisioning_blocks [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Transition to ACTIVE for port object b6e9163c-8268-4e52-8726-8961a776e608 will not be triggered until provisioned by entity L2. {{(pid=107819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:31:39.935546 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-253005664'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:40.015740 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-10f9db67-03cb-4b33-8825-97b4a9ec6e8c req-14666246-db29-441e-b8e3-78c6aa1214a2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979397 Nov 16 00:31:40.033983 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e9163c-8268-4e52-8726-8961a776e608,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:40.158283 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.managers [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Attempting to bind port b6e9163c-8268-4e52-8726-8961a776e608 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:31:40.159249 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.managers [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Attempting to bind port b6e9163c-8268-4e52-8726-8961a776e608 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'b0406257-db81-4a01-b304-e34fef3c862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221'}] {{(pid=107819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:31:40.159475 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Attempting to bind port b6e9163c-8268-4e52-8726-8961a776e608 on network 27f9bee2-5dc5-450d-9004-aa5d851c2221 {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:31:40.175351 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Port b6e9163c-8268-4e52-8726-8961a776e608 on network 27f9bee2-5dc5-450d-9004-aa5d851c2221 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:31:40.175942 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Attempting to bind port b6e9163c-8268-4e52-8726-8961a776e608 on network 27f9bee2-5dc5-450d-9004-aa5d851c2221 {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:31:40.183173 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977a8c0-1c4e-4248-8b31-86298d5ad2f0 req-798ea9c3-93fb-425a-b41e-737569366ae7 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:40.191552 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8977a8c0-1c4e-4248-8b31-86298d5ad2f0 req-798ea9c3-93fb-425a-b41e-737569366ae7 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.2147298 Nov 16 00:31:40.208118 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:31:40.212058 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Checking segment: {'id': 'b0406257-db81-4a01-b304-e34fef3c862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:31:40.222968 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Bound using segment: {'id': 'b0406257-db81-4a01-b304-e34fef3c862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221'} {{(pid=107819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:31:40.223696 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.managers [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Bound port: b6e9163c-8268-4e52-8726-8961a776e608, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0406257-db81-4a01-b304-e34fef3c862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221'}}] {{(pid=107819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:31:40.224065 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:40.251317 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-378016ec-d283-4e79-b187-bf63141f6938 req-6ddf4487-5b1d-411a-baa4-bbdc6cb398f6 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436263 Nov 16 00:31:40.309026 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a99f1-fada-444b-a80f-1dfa40acd8e0 req-162c8063-d93d-489d-be85-2780f80fffa1 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:40.324088 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-997a99f1-fada-444b-a80f-1dfa40acd8e0 req-162c8063-d93d-489d-be85-2780f80fffa1 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1828322 Nov 16 00:31:40.462348 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-997a99f1-fada-444b-a80f-1dfa40acd8e0 req-a6e37d2d-17eb-4d58-983b-21f71c119f0d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242955 Nov 16 00:31:40.481197 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] For port b6e9163c-8268-4e52-8726-8961a776e608, host hv-cinder-81115, cleared binding levels {{(pid=107819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:31:40.504560 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] For port b6e9163c-8268-4e52-8726-8961a776e608, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b6e9163c-8268-4e52-8726-8961a776e608,segment=NetworkSegment(b0406257-db81-4a01-b304-e34fef3c862a),segment_id=b0406257-db81-4a01-b304-e34fef3c862a)] {{(pid=107819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:31:40.517224 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-253005664'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:40.580080 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8977a8c0-1c4e-4248-8b31-86298d5ad2f0 req-16ac82df-fbaa-4b5f-b5aa-d45be62b247b tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862696 Nov 16 00:31:40.605698 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Allocated IP 172.20.0.13 (222d0e06-41bd-4a7b-8ea0-064a7ea2f422/8be17d66-8484-4e73-8241-b212ba3148e4/766ca728-c4c6-4a74-b3aa-0075802cbf56) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:31:40.656893 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:40.659206 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for port, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:40.664342 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] 10.222.0.36 "PUT /v2.0/ports/b6e9163c-8268-4e52-8726-8961a776e608 HTTP/1.1" status: 200 len: 1098 time: 1.4121919 Nov 16 00:31:40.664342 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cd98fe-3bda-4129-a9d1-ad922d5c3d10', 'tag': 'b6e9163c-8268-4e52-8726-8961a776e608'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:31:40.671190 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da14ad3-4aa8-4124-ac20-b4e2cc00eec5" -d '{"events": [{"name": "network-changed", "server_uuid": "44cd98fe-3bda-4129-a9d1-ad922d5c3d10", "tag": "b6e9163c-8268-4e52-8726-8961a776e608"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:31:40.719933 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3f2dc-1c60-4372-9a15-fdd1cba53ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e9163c-8268-4e52-8726-8961a776e608,revision_number=3']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:40.838224 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f32fa31d-7ec0-4445-99ea-0eea24daf321 req-e53c5c18-41b3-45b1-ae30-026c04ffc24f tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 210 time: 0.0987024 Nov 16 00:31:40.847556 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f114781f-10e3-45a9-b10e-1eafab6fc244 x-openstack-request-id: req-f114781f-10e3-45a9-b10e-1eafab6fc244 {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:31:40.849354 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cd98fe-3bda-4129-a9d1-ad922d5c3d10", "tag": "b6e9163c-8268-4e52-8726-8961a776e608", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:31:40.851578 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f114781f-10e3-45a9-b10e-1eafab6fc244 {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:31:40.854054 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cd98fe-3bda-4129-a9d1-ad922d5c3d10', 'tag': 'b6e9163c-8268-4e52-8726-8961a776e608', 'status': 'completed', 'code': 200} Nov 16 00:31:40.898683 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-378016ec-d283-4e79-b187-bf63141f6938 req-ac24214d-e8e7-4184-bc88-330fb77bf708 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358905 Nov 16 00:31:40.996266 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:41.045977 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:41.094297 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:31:41.098040 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:31:41.100914 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:31:41.176542 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'Port': ['ID=766ca728-c4c6-4a74-b3aa-0075802cbf56,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:41.212706 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.213241 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.213699 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.214134 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.214564 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.215253 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.215704 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.216136 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.216564 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.216993 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.218125 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.218723 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:31:41.237602 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:41.238514 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:41.287117 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-6a6e8f5b-8c32-4f88-894f-bcb23af3ad26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7294712 Nov 16 00:31:41.296547 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5ad94-dabc-4db5-92d0-d0f1ae4a678b req-1120c7e9-8a25-4992-b17e-55dd1b958910 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:41.298049 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b0d5ad94-dabc-4db5-92d0-d0f1ae4a678b req-1120c7e9-8a25-4992-b17e-55dd1b958910 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.1477778 Nov 16 00:31:41.376982 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b0d5ad94-dabc-4db5-92d0-d0f1ae4a678b req-54ae7fa8-438b-4024-82e3-5cb6f00ff1b1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679717 Nov 16 00:31:41.496144 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-8559b268-6c51-4319-a0f4-c853636b469e None None] Provisioning complete for port 766ca728-c4c6-4a74-b3aa-0075802cbf56 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:31:41.496730 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8559b268-6c51-4319-a0f4-c853636b469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:41.687260 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c469-84fa-4df7-863b-a2112458b3c5 req-f3fcab2e-e787-4b9f-ba6e-a3a277624ed3 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:41.688925 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7a53c469-84fa-4df7-863b-a2112458b3c5 req-f3fcab2e-e787-4b9f-ba6e-a3a277624ed3 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1083856 Nov 16 00:31:41.728289 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-8559b268-6c51-4319-a0f4-c853636b469e None None] Port 766ca728-c4c6-4a74-b3aa-0075802cbf56 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:31:41.758008 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7a53c469-84fa-4df7-863b-a2112458b3c5 req-3c05c4aa-f5e0-4502-a2d0-99d85ed569c2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623047 Nov 16 00:31:41.831436 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca8175-d1e6-47c9-9264-1bc58e383591 req-f3e77094-f714-45bd-9044-e63dc4415914 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:41.839167 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0fca8175-d1e6-47c9-9264-1bc58e383591 req-f3e77094-f714-45bd-9044-e63dc4415914 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.1117365 Nov 16 00:31:41.878256 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0fca8175-d1e6-47c9-9264-1bc58e383591 req-2fb866db-ee9d-4ea6-a05b-c8436b5c6cec tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380218 Nov 16 00:31:41.994684 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37d43-5fe4-40e1-a51a-84fd4c930439 req-f5cb9f2f-f5a8-4f2d-985a-096564ec3907 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:41.996389 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e0a37d43-5fe4-40e1-a51a-84fd4c930439 req-f5cb9f2f-f5a8-4f2d-985a-096564ec3907 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0555058 Nov 16 00:31:42.047434 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e0a37d43-5fe4-40e1-a51a-84fd4c930439 req-4216ee15-d0fd-4ab1-9777-c0bd0d205110 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Nov 16 00:31:42.526227 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e67ff6-f190-4a1f-909d-537b20256e82 req-5f56fde4-49b6-43c9-aa0d-fe434f9765ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:42.527889 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6e67ff6-f190-4a1f-909d-537b20256e82 req-5f56fde4-49b6-43c9-aa0d-fe434f9765ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.0525546 Nov 16 00:31:42.610705 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6e67ff6-f190-4a1f-909d-537b20256e82 req-bab8e8b4-936c-40be-86cb-4b64ac9c605f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735571 Nov 16 00:31:42.932689 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74259b29-98c9-42cd-9c71-6255503b4a81 req-7476afe3-2003-4c76-a590-61c310e0a12f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:42.934769 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-74259b29-98c9-42cd-9c71-6255503b4a81 req-7476afe3-2003-4c76-a590-61c310e0a12f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0633686 Nov 16 00:31:43.020019 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-74259b29-98c9-42cd-9c71-6255503b4a81 req-fe54c1dd-0135-4870-8937-bf49820541ec tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780883 Nov 16 00:31:43.164822 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa53617-d292-470f-96da-d968402373bf req-ebc90707-ad67-4424-8731-bb89c97646cf tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:43.166508 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3fa53617-d292-470f-96da-d968402373bf req-ebc90707-ad67-4424-8731-bb89c97646cf tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.1492436 Nov 16 00:31:43.229933 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3fa53617-d292-470f-96da-d968402373bf req-ed8987a2-f0b2-42f0-96e8-5f9f8e237e92 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502861 Nov 16 00:31:43.261363 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ea6e7-ad7f-4261-8376-2832ab55efec req-414ce80b-bc2f-4b9e-9ac3-9af94cbe2c1d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:43.268364 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-249ea6e7-ad7f-4261-8376-2832ab55efec req-414ce80b-bc2f-4b9e-9ac3-9af94cbe2c1d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0687242 Nov 16 00:31:43.314246 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-249ea6e7-ad7f-4261-8376-2832ab55efec req-a004012e-093f-4336-a44c-98d8cf714dbc tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Nov 16 00:31:43.665735 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:31:43.781346 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:43.784304 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45786129-7744-45cc-abd9-41eee27475da req-20034318-16f1-4393-97bb-b33287ffafc5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:43.785920 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-45786129-7744-45cc-abd9-41eee27475da req-20034318-16f1-4393-97bb-b33287ffafc5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 946 time: 0.0609925 Nov 16 00:31:43.814177 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:31:43.816589 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6345ecf-1c8f-4f2e-b396-8e7ca5cfd5f7" -d '{"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-unplugged", "status": "completed", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:31:43.833344 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-45786129-7744-45cc-abd9-41eee27475da req-27e4a78b-adb1-4867-b963-d399a0930cdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403292 Nov 16 00:31:43.843871 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:43.850765 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:43.897750 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 00:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42014493-69fe-4cba-89da-a0d27c5d77d7 x-openstack-request-id: req-42014493-69fe-4cba-89da-a0d27c5d77d7 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:31:43.898280 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-unplugged", "status": "completed", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:31:43.898718 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42014493-69fe-4cba-89da-a0d27c5d77d7 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:31:43.899464 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'code': 200} Nov 16 00:31:43.937825 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=8']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:44.162557 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b61d47-2c9a-4c01-a2d2-52ea555a363d req-5eb9eaff-876a-4031-bdd5-ed83adf08a1e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:44.165724 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-68b61d47-2c9a-4c01-a2d2-52ea555a363d req-5eb9eaff-876a-4031-bdd5-ed83adf08a1e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0637226 Nov 16 00:31:44.245066 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-68b61d47-2c9a-4c01-a2d2-52ea555a363d req-97cf28ab-778a-401f-b944-d9c91c778865 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720026 Nov 16 00:31:44.418184 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4f2ff-0733-420e-becf-1dd000421c5b req-e6e63113-6843-4df7-b0c4-8008893b3995 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:44.420029 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e6c4f2ff-0733-420e-becf-1dd000421c5b req-e6e63113-6843-4df7-b0c4-8008893b3995 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0588098 Nov 16 00:31:44.464510 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e6c4f2ff-0733-420e-becf-1dd000421c5b req-a223cf64-3bd4-446d-87c0-6ae0eaf2c8bb tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372469 Nov 16 00:31:44.473930 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dac59-aeac-40c5-8d9d-c83de7298f01 req-624861f0-92c3-4365-adf1-db1dc005c3a3 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:44.476396 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ef6dac59-aeac-40c5-8d9d-c83de7298f01 req-624861f0-92c3-4365-adf1-db1dc005c3a3 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0816615 Nov 16 00:31:44.522398 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ef6dac59-aeac-40c5-8d9d-c83de7298f01 req-2bcef2e3-5702-4590-bf97-0a585b39d673 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Nov 16 00:31:44.972635 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71952625-15dc-4998-b3f4-85d4066a5e51 req-41ef77c2-1374-4030-9a8f-d41eeb3ca7ae tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:44.974199 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-71952625-15dc-4998-b3f4-85d4066a5e51 req-41ef77c2-1374-4030-9a8f-d41eeb3ca7ae tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0521924 Nov 16 00:31:45.013955 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-71952625-15dc-4998-b3f4-85d4066a5e51 req-f82cf05e-37ae-4230-9747-1fd80a7de23e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331740 Nov 16 00:31:45.410108 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983687e-9545-4a6c-afe7-f6a505475838 req-91e72ba2-63e9-4787-a01b-09a6a87a95df tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:45.412820 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8983687e-9545-4a6c-afe7-f6a505475838 req-91e72ba2-63e9-4787-a01b-09a6a87a95df tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0819135 Nov 16 00:31:45.468114 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8983687e-9545-4a6c-afe7-f6a505475838 req-900a8416-2b35-49f3-97ae-f67ba5457d95 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Nov 16 00:31:45.622154 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032f55d-f138-4c79-8413-3ada4393735e req-96d9e170-8d8b-4f93-bfab-2bcbed5b102f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:45.623902 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d032f55d-f138-4c79-8413-3ada4393735e req-96d9e170-8d8b-4f93-bfab-2bcbed5b102f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0754755 Nov 16 00:31:45.676848 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d032f55d-f138-4c79-8413-3ada4393735e req-9118d044-4775-4501-877f-2e0dd9eef1f3 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Nov 16 00:31:45.693406 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3fd47-e812-45be-b745-ad03beb33898 req-379cac86-64be-49d9-8bac-6bc1513e99f9 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:45.695294 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8cb3fd47-e812-45be-b745-ad03beb33898 req-379cac86-64be-49d9-8bac-6bc1513e99f9 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0744050 Nov 16 00:31:45.774626 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8cb3fd47-e812-45be-b745-ad03beb33898 req-b177d5b4-3e78-4e9b-8ccb-b6368191ca2e tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664263 Nov 16 00:31:46.178498 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e03b6-3dae-4b4c-9d57-66ddddaa33e8 req-4630d300-c788-4024-adc9-56720289ac68 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:46.180290 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-881e03b6-3dae-4b4c-9d57-66ddddaa33e8 req-4630d300-c788-4024-adc9-56720289ac68 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0640996 Nov 16 00:31:46.243749 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-881e03b6-3dae-4b4c-9d57-66ddddaa33e8 req-fee68c60-24f5-4120-857b-4ce347abcb35 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539315 Nov 16 00:31:46.595072 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c47a6c-6966-4494-a03a-dbbb2d867f5e req-b43fc5f1-90a9-480c-b6b8-2fc1c96b7418 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:46.596648 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-47c47a6c-6966-4494-a03a-dbbb2d867f5e req-b43fc5f1-90a9-480c-b6b8-2fc1c96b7418 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Nov 16 00:31:46.661101 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-47c47a6c-6966-4494-a03a-dbbb2d867f5e req-f3914629-c0ff-449d-a4b7-c0ec33f97cb3 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572658 Nov 16 00:31:46.837882 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c099b-aaac-4b69-aba7-cea4df33362b req-7dc0f824-94b5-4e83-b665-d602357a18c6 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:46.839523 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-118c099b-aaac-4b69-aba7-cea4df33362b req-7dc0f824-94b5-4e83-b665-d602357a18c6 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0560362 Nov 16 00:31:46.884307 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-118c099b-aaac-4b69-aba7-cea4df33362b req-c2acdf67-0f32-403d-98a0-1a4a0808c354 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Nov 16 00:31:46.919821 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca25921-d306-4c59-97fb-9dcc8b0d1b71 req-c3d953a5-38ee-49c3-9e0d-50a70ccd63d5 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:46.922005 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fca25921-d306-4c59-97fb-9dcc8b0d1b71 req-c3d953a5-38ee-49c3-9e0d-50a70ccd63d5 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0664806 Nov 16 00:31:46.967764 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fca25921-d306-4c59-97fb-9dcc8b0d1b71 req-19843cf5-fc14-4cfc-be93-cb3319c8f9c1 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394084 Nov 16 00:31:47.383925 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e1e4-91b6-48dc-ae95-8419360bfb11 req-2b052fc8-524b-483f-ba5c-f17944d77aab tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:47.385603 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-74a1e1e4-91b6-48dc-ae95-8419360bfb11 req-2b052fc8-524b-483f-ba5c-f17944d77aab tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0561445 Nov 16 00:31:47.434898 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-74a1e1e4-91b6-48dc-ae95-8419360bfb11 req-0b7a9465-1c5d-4b75-bd16-75548dad5505 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420637 Nov 16 00:31:47.810034 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a0f13-6450-4650-865b-5c8bc91294ae req-bd2465b7-f22a-4b6b-bf28-f1e11839800b tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:47.812320 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bd1a0f13-6450-4650-865b-5c8bc91294ae req-bd2465b7-f22a-4b6b-bf28-f1e11839800b tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0609376 Nov 16 00:31:47.882220 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bd1a0f13-6450-4650-865b-5c8bc91294ae req-91db5213-0e62-45ad-9de6-aa84f17588fb tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573685 Nov 16 00:31:48.029232 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0014976-2643-460d-bcfe-2584b1b1e7e9 req-46c92cbe-4821-4893-bbaa-ac97f5944f54 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:48.031384 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e0014976-2643-460d-bcfe-2584b1b1e7e9 req-46c92cbe-4821-4893-bbaa-ac97f5944f54 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0745118 Nov 16 00:31:48.103671 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e0014976-2643-460d-bcfe-2584b1b1e7e9 req-72cb2235-725e-49c7-90a3-dbad702fb084 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590003 Nov 16 00:31:48.152503 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4129cd-e03d-4458-be84-c1a94ac54678 req-8fe895d0-26ec-437a-a214-2ca505ae99dc tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:48.154111 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a4129cd-e03d-4458-be84-c1a94ac54678 req-8fe895d0-26ec-437a-a214-2ca505ae99dc tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0669262 Nov 16 00:31:48.198422 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a4129cd-e03d-4458-be84-c1a94ac54678 req-39299258-2cc6-41f9-b99e-e303aac48a3d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373900 Nov 16 00:31:48.573525 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981bf26-c236-4f47-93e8-0352540a7dfe req-cb233494-be36-436b-96c8-d92233569566 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:48.575173 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3981bf26-c236-4f47-93e8-0352540a7dfe req-cb233494-be36-436b-96c8-d92233569566 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0560558 Nov 16 00:31:48.625073 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3981bf26-c236-4f47-93e8-0352540a7dfe req-d0a446e6-fcfc-4afd-8157-32b770fc95b9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421405 Nov 16 00:31:49.012406 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c37466-3a0e-44ef-8627-c4eaa52f183e req-7a78c14f-6b50-4ad1-96fa-18fdadb1125c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:49.014379 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6c37466-3a0e-44ef-8627-c4eaa52f183e req-7a78c14f-6b50-4ad1-96fa-18fdadb1125c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0552192 Nov 16 00:31:49.067416 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6c37466-3a0e-44ef-8627-c4eaa52f183e req-d14a47e4-6aa9-476a-9392-ab8ad909f644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Nov 16 00:31:49.285789 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c8efe-9faf-40fc-967c-46f8255fd5d4 req-24dd06d7-a136-4a56-bf6b-6cf410817484 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:49.289393 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-858c8efe-9faf-40fc-967c-46f8255fd5d4 req-24dd06d7-a136-4a56-bf6b-6cf410817484 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0681815 Nov 16 00:31:49.379832 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e738bc3-0f7b-41eb-8613-01ae9d8224c2 req-e832060f-ee25-496d-8ffd-9bb1a40c913d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:49.383229 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4e738bc3-0f7b-41eb-8613-01ae9d8224c2 req-e832060f-ee25-496d-8ffd-9bb1a40c913d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.1108670 Nov 16 00:31:49.437410 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-858c8efe-9faf-40fc-967c-46f8255fd5d4 req-751b8b18-3928-4e1f-89c3-bc92040d54fa tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197078 Nov 16 00:31:49.493157 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4e738bc3-0f7b-41eb-8613-01ae9d8224c2 req-d7d53941-f271-4fbe-9ea7-7272280d63e1 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817044 Nov 16 00:31:49.866749 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599843e-9c94-44dc-9412-d499412c8c70 req-a3bd4e7c-7be8-40f8-a4f4-79ad137d881f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:49.868524 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1599843e-9c94-44dc-9412-d499412c8c70 req-a3bd4e7c-7be8-40f8-a4f4-79ad137d881f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0552828 Nov 16 00:31:49.914213 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1599843e-9c94-44dc-9412-d499412c8c70 req-e7c93416-21aa-4428-b52e-200a0a9b6d0b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378466 Nov 16 00:31:50.214486 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f139d-fa3b-4816-b67d-4ebda2985534 req-8380d193-ed35-4762-a1a6-38b0537ce08c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:50.216048 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-295f139d-fa3b-4816-b67d-4ebda2985534 req-8380d193-ed35-4762-a1a6-38b0537ce08c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Nov 16 00:31:50.259428 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-295f139d-fa3b-4816-b67d-4ebda2985534 req-1ab4ba0d-23b6-46b7-bb17-c3bfdeda967e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362227 Nov 16 00:31:50.658176 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf98b3-7e8c-450a-bf4a-995d00a8471f req-ef802b58-3c03-4a77-aa68-7e8229ac33b3 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:50.659840 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dfbf98b3-7e8c-450a-bf4a-995d00a8471f req-ef802b58-3c03-4a77-aa68-7e8229ac33b3 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0847521 Nov 16 00:31:50.710445 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1be7-d0fd-49d8-8571-38aafd025e87 req-fa33ff1b-7946-4bb5-899c-127b029e7d84 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:50.712840 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-942c1be7-d0fd-49d8-8571-38aafd025e87 req-fa33ff1b-7946-4bb5-899c-127b029e7d84 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0749598 Nov 16 00:31:50.759484 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dfbf98b3-7e8c-450a-bf4a-995d00a8471f req-c3b9a81f-d42c-4e3e-9933-db06f78641d1 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862470 Nov 16 00:31:50.794329 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-942c1be7-d0fd-49d8-8571-38aafd025e87 req-517481c1-b156-4ffc-97ed-bd698f276ab5 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736978 Nov 16 00:31:51.078653 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8715d6-64fa-4745-af00-dcd38f9c8b63 req-109a0bd9-ef40-4c4a-adf5-bb4fea9b9dc8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:51.080270 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0e8715d6-64fa-4745-af00-dcd38f9c8b63 req-109a0bd9-ef40-4c4a-adf5-bb4fea9b9dc8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0567770 Nov 16 00:31:51.133314 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0e8715d6-64fa-4745-af00-dcd38f9c8b63 req-3d93b58c-6d77-426f-a638-872049a5c0f8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467308 Nov 16 00:31:51.392427 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f2fa9-8ece-4196-8173-380adf075c10 req-c6941871-9563-42ef-a2aa-d8f5a9a2d06f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:51.393979 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4f2f2fa9-8ece-4196-8173-380adf075c10 req-c6941871-9563-42ef-a2aa-d8f5a9a2d06f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0572166 Nov 16 00:31:51.456998 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4f2f2fa9-8ece-4196-8173-380adf075c10 req-7fcef4d8-12ce-46b1-8522-2ebc47b9e83d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563161 Nov 16 00:31:51.989815 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44940de4-2ca2-484c-ae18-0f06ccf6ce8c req-943b7a4a-f539-4596-8fad-16c0751bd741 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:51.992693 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-44940de4-2ca2-484c-ae18-0f06ccf6ce8c req-943b7a4a-f539-4596-8fad-16c0751bd741 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.1054399 Nov 16 00:31:51.993983 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b7632-12a8-4fb6-8fa5-f04d084d8929 req-41b26876-62b3-4a9a-9cb2-5201d1da8e09 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:51.996597 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-472b7632-12a8-4fb6-8fa5-f04d084d8929 req-41b26876-62b3-4a9a-9cb2-5201d1da8e09 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0813529 Nov 16 00:31:52.071003 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-472b7632-12a8-4fb6-8fa5-f04d084d8929 req-50aa8a6d-b94a-4efb-95e7-04b35eecbf26 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673051 Nov 16 00:31:52.077960 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-44940de4-2ca2-484c-ae18-0f06ccf6ce8c req-18ebb6ce-17b2-4efc-b2d3-2e90051367b1 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775061 Nov 16 00:31:52.269691 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4dcbe-6092-4a0c-90a9-4fc23b68a2b1 req-97279773-4d67-43fe-b9a3-b5cb34edfc38 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:52.271290 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c3b4dcbe-6092-4a0c-90a9-4fc23b68a2b1 req-97279773-4d67-43fe-b9a3-b5cb34edfc38 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0506310 Nov 16 00:31:52.314431 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c3b4dcbe-6092-4a0c-90a9-4fc23b68a2b1 req-7c5959e8-94a4-415f-94fc-8c83aef36a53 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369849 Nov 16 00:31:52.623236 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e754-ee85-4d9e-8d5b-93909985ac80 req-782ea347-1c8c-4aca-a691-1590ed855887 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:52.626304 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8458e754-ee85-4d9e-8d5b-93909985ac80 req-782ea347-1c8c-4aca-a691-1590ed855887 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0604448 Nov 16 00:31:52.682799 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8458e754-ee85-4d9e-8d5b-93909985ac80 req-34354a86-659b-4225-ba8d-c588e4235e25 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Nov 16 00:31:53.232773 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b8e2e-1b7c-4df1-9b96-d95bd4744bed req-44a1bea3-e641-4707-8d85-5f6a89750d7f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:53.236718 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9b8b8e2e-1b7c-4df1-9b96-d95bd4744bed req-44a1bea3-e641-4707-8d85-5f6a89750d7f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0680249 Nov 16 00:31:53.265042 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf46c9-5047-4983-8aa2-b720bf8117c5 req-a3737aca-afb0-44c7-89e3-a0c66a4f69bf tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:53.267113 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-09cf46c9-5047-4983-8aa2-b720bf8117c5 req-a3737aca-afb0-44c7-89e3-a0c66a4f69bf tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0759959 Nov 16 00:31:53.287019 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9b8b8e2e-1b7c-4df1-9b96-d95bd4744bed req-70c98bc2-e27d-4bfc-8fef-041304edb1b7 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Nov 16 00:31:53.312740 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-09cf46c9-5047-4983-8aa2-b720bf8117c5 req-7ff56457-89d8-4faf-bbe9-b96f38dc20ba tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Nov 16 00:31:53.452908 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975b0f-ec33-4b1d-b2d4-3b87ab77517c req-68f245fe-3806-4602-86b8-dd9d0415cd74 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:53.454423 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-55975b0f-ec33-4b1d-b2d4-3b87ab77517c req-68f245fe-3806-4602-86b8-dd9d0415cd74 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0540941 Nov 16 00:31:53.512043 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-55975b0f-ec33-4b1d-b2d4-3b87ab77517c req-36392148-be7f-42f9-931a-97a19a1f9411 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500162 Nov 16 00:31:53.834739 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdc544-bdbb-45a6-8f7b-19ea02f92ab2 req-1bfce489-8bd5-4c3d-a78f-5995a3148c86 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:53.836286 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d1bdc544-bdbb-45a6-8f7b-19ea02f92ab2 req-1bfce489-8bd5-4c3d-a78f-5995a3148c86 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0517194 Nov 16 00:31:53.879554 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d1bdc544-bdbb-45a6-8f7b-19ea02f92ab2 req-74a98a5b-b0fa-4a83-bf7d-56625770fea2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Nov 16 00:31:54.417385 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce0c69-9ce5-4163-a469-1f5b404dcedf req-188a3d8f-9805-4205-a5d3-7d94e23e547f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:54.419075 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f5ce0c69-9ce5-4163-a469-1f5b404dcedf req-188a3d8f-9805-4205-a5d3-7d94e23e547f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0601799 Nov 16 00:31:54.425044 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Request body: {'port': {'device_id': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:31:54.458990 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85394ca6-6750-4301-9a2a-1812f2b15fab req-4ffb1d70-479a-4363-a97c-60d532fa6c55 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:54.460661 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-85394ca6-6750-4301-9a2a-1812f2b15fab req-4ffb1d70-479a-4363-a97c-60d532fa6c55 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 932 time: 0.0739162 Nov 16 00:31:54.507984 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-85394ca6-6750-4301-9a2a-1812f2b15fab req-dc536852-3488-4662-aaba-9c109c450938 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Nov 16 00:31:54.514654 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f5ce0c69-9ce5-4163-a469-1f5b404dcedf req-d93906b0-3045-4b24-b340-dee7247f73ec tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864155 Nov 16 00:31:54.542632 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:54.565751 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da14ad3-4aa8-4124-ac20-b4e2cc00eec5 req-66204a75-958b-4910-a1ab-c4dac28f596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:54.568311 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2da14ad3-4aa8-4124-ac20-b4e2cc00eec5 req-66204a75-958b-4910-a1ab-c4dac28f596b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4262ca01104142daa42d05ef22e0d643&device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 1101 time: 0.1056993 Nov 16 00:31:54.621568 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2da14ad3-4aa8-4124-ac20-b4e2cc00eec5 req-7a411fdc-40aa-4742-bbb2-9ea9e7d31f39 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4262ca01104142daa42d05ef22e0d643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312052 Nov 16 00:31:54.642548 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40dcc-bdd7-4f2e-b51b-274eb1339af6 req-f95b4fbd-7c85-40fd-a618-4b2df0330e66 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:54.645080 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f2a40dcc-bdd7-4f2e-b51b-274eb1339af6 req-f95b4fbd-7c85-40fd-a618-4b2df0330e66 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0544214 Nov 16 00:31:54.691352 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f2a40dcc-bdd7-4f2e-b51b-274eb1339af6 req-ac902742-e13c-4a1d-8f36-92bfcf46b203 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397913 Nov 16 00:31:54.911952 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da14ad3-4aa8-4124-ac20-b4e2cc00eec5 req-7048a72d-a01c-44bb-b2a9-ab13e33c7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:54.913742 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2da14ad3-4aa8-4124-ac20-b4e2cc00eec5 req-7048a72d-a01c-44bb-b2a9-ab13e33c7543 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2780557 Nov 16 00:31:55.095891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-8f25c175-2ce3-49db-9b17-e04cdb0031c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:55.097371 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-8f25c175-2ce3-49db-9b17-e04cdb0031c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4262ca01104142daa42d05ef22e0d643&device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 1101 time: 0.1394334 Nov 16 00:31:55.109019 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766ca728-c4c6-4a74-b3aa-0075802cbf56 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:31:55.121669 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68fed2-4961-4515-9989-685f60c69676 req-f0680bcd-03cd-4e48-a52d-185d086004f1 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:55.124074 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ad68fed2-4961-4515-9989-685f60c69676 req-f0680bcd-03cd-4e48-a52d-185d086004f1 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.1406388 Nov 16 00:31:55.133230 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:55.169576 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-3a64d742-17f7-4404-aac7-d12e7ea2ba6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=b6e9163c-8268-4e52-8726-8961a776e608 HTTP/1.1" status: 200 len: 217 time: 0.0556319 Nov 16 00:31:55.215417 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Transition to ACTIVE for port object 766ca728-c4c6-4a74-b3aa-0075802cbf56 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:31:55.226285 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:55.280475 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ad68fed2-4961-4515-9989-685f60c69676 req-c66bf7e6-84da-409a-b357-59770f6000d5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190341 Nov 16 00:31:55.287920 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-7f38c89b-d814-40b2-acdc-75b4d606a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:55.289246 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-7f38c89b-d814-40b2-acdc-75b4d606a016 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19167c8c-38aa-46cc-bf9e-22315f3a4190 HTTP/1.1" status: 200 len: 843 time: 0.1072335 Nov 16 00:31:55.351902 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Pushing event updated for resources: {'Port': ['ID=766ca728-c4c6-4a74-b3aa-0075802cbf56,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:55.404605 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-4341176b-eb20-40f4-aa24-9ef14fe93f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:55.406127 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-4341176b-eb20-40f4-aa24-9ef14fe93f3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27f9bee2-5dc5-450d-9004-aa5d851c2221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1024601 Nov 16 00:31:55.417294 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Attempting to bind port 766ca728-c4c6-4a74-b3aa-0075802cbf56 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:31:55.417628 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Attempting to bind port 766ca728-c4c6-4a74-b3aa-0075802cbf56 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:31:55.418540 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Attempting to bind port 766ca728-c4c6-4a74-b3aa-0075802cbf56 on network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:31:55.431828 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Port 766ca728-c4c6-4a74-b3aa-0075802cbf56 on network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:31:55.432103 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Attempting to bind port 766ca728-c4c6-4a74-b3aa-0075802cbf56 on network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:31:55.473816 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:31:55.474155 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Checking segment: {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:31:55.474539 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Bound using segment: {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:31:55.474981 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Bound port: 766ca728-c4c6-4a74-b3aa-0075802cbf56, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:31:55.475373 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:55.572802 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-edb29f44-5302-46ea-a130-7d04a9b9f3a4 service neutron] 10.222.0.36 "GET /v2.0/networks/27f9bee2-5dc5-450d-9004-aa5d851c2221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513455 Nov 16 00:31:55.579669 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] For port 766ca728-c4c6-4a74-b3aa-0075802cbf56, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:31:55.591096 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] For port 766ca728-c4c6-4a74-b3aa-0075802cbf56, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:31:55.606402 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:55.689351 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:55.689935 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:55.691452 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] 10.222.0.36 "PUT /v2.0/ports/766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 1094 time: 1.2713635 Nov 16 00:31:55.691928 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:31:55.694259 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646" -d '{"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:31:55.724102 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f72d-0bf8-4637-8817-d1813e398cda req-015da523-9f0c-4f71-af4c-a5fc8b9d58c8 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:55.732935 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9f89f72d-0bf8-4637-8817-d1813e398cda req-015da523-9f0c-4f71-af4c-a5fc8b9d58c8 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 944 time: 0.1005497 Nov 16 00:31:55.775691 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9f89f72d-0bf8-4637-8817-d1813e398cda req-cf8fa9c5-de31-4d73-93be-672213a63ac7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Nov 16 00:31:55.827067 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd50e1-9c6b-45e0-8d91-c1abab7cd67c service neutron] Pushing event updated for resources: {'Port': ['ID=766ca728-c4c6-4a74-b3aa-0075802cbf56,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:31:55.841433 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d35a6af3-2beb-4570-b959-4a5eae450e4f req-1bc480fa-e042-4be1-b114-4e56fb803f54 service neutron] 10.222.0.36 "GET /v2.0/networks/27f9bee2-5dc5-450d-9004-aa5d851c2221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591381 Nov 16 00:31:55.844198 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86f73aa-ace9-4bec-a45f-75f58bb8d0c9 x-openstack-request-id: req-d86f73aa-ace9-4bec-a45f-75f58bb8d0c9 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:31:55.844635 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:31:55.844984 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d86f73aa-ace9-4bec-a45f-75f58bb8d0c9 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:31:55.845573 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'status': 'completed', 'code': 200} Nov 16 00:31:55.864162 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e54f1-c89b-4e72-9f40-4f5782c25b9d req-ec061901-aa92-4b3e-8fd5-9c853f3edd8f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:55.866061 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-493e54f1-c89b-4e72-9f40-4f5782c25b9d req-ec061901-aa92-4b3e-8fd5-9c853f3edd8f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.2146106 Nov 16 00:31:55.872078 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-71399aad-a3c8-4284-bbb0-5e841f0821c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:55.873643 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-71399aad-a3c8-4284-bbb0-5e841f0821c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d4495714639486cad8d6a4039009581&device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 1097 time: 0.1278796 Nov 16 00:31:55.935265 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-9b7e0503-1af6-4967-9575-80ec5436dd50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 217 time: 0.0478063 Nov 16 00:31:55.956732 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d546a24-99c4-4f08-a968-34ab7a9d36a1 req-3b5fd6cb-172a-4cd4-82bc-ad786a5f9932 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:55.958592 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6d546a24-99c4-4f08-a968-34ab7a9d36a1 req-3b5fd6cb-172a-4cd4-82bc-ad786a5f9932 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0584912 Nov 16 00:31:55.990810 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-493e54f1-c89b-4e72-9f40-4f5782c25b9d req-ee1568da-bf8b-4ccd-b693-a33d7199ce51 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101871 Nov 16 00:31:56.008258 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6d546a24-99c4-4f08-a968-34ab7a9d36a1 req-2559b20d-d574-45c5-81cf-5867aab5fb92 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437903 Nov 16 00:31:56.011854 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-c18dc498-bf69-46f2-b96f-fe6ee32f47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:56.014413 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-c18dc498-bf69-46f2-b96f-fe6ee32f47fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8be17d66-8484-4e73-8241-b212ba3148e4 HTTP/1.1" status: 200 len: 854 time: 0.0670979 Nov 16 00:31:56.067533 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-9b0b7bcb-48ac-4c5d-a744-df5f6bce91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:56.069063 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-9b0b7bcb-48ac-4c5d-a744-df5f6bce91e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447536 Nov 16 00:31:56.167139 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-663969c7-2bd9-4b63-9352-2c2e86a94f82 service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848496 Nov 16 00:31:56.526874 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4364205-7153-467d-a110-534aa0936a7a req-5c51229e-a294-4313-b866-281fa67dc14c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:56.528267 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f4364205-7153-467d-a110-534aa0936a7a req-5c51229e-a294-4313-b866-281fa67dc14c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0812671 Nov 16 00:31:56.530467 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c6590f3e-2d5a-4d41-ac9a-38b9573850f1 req-614b5077-f9ff-43dc-a08d-23c57278c149 service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543224 Nov 16 00:31:56.570207 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f4364205-7153-467d-a110-534aa0936a7a req-eb9e5617-d8dc-4f82-915b-8bf6f10a7ebc tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355136 Nov 16 00:31:56.640611 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-39ae7776-609a-4351-acf1-3f201c34f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:56.642701 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-39ae7776-609a-4351-acf1-3f201c34f416 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d4495714639486cad8d6a4039009581&device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 1097 time: 0.0521538 Nov 16 00:31:56.775101 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-28ed6979-a2fa-4eef-b971-19618c06de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:56.778068 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-28ed6979-a2fa-4eef-b971-19618c06de65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422 HTTP/1.1" status: 200 len: 916 time: 0.1269605 Nov 16 00:31:56.848300 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-a7c5a1e7-7373-4de7-bd88-c4fb13e6d1fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 217 time: 0.0595472 Nov 16 00:31:56.908053 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-f170aa50-91e4-473c-80c9-ab9072298db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:56.909554 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-f170aa50-91e4-473c-80c9-ab9072298db6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8be17d66-8484-4e73-8241-b212ba3148e4 HTTP/1.1" status: 200 len: 854 time: 0.0543551 Nov 16 00:31:56.928699 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d43d9-ce2a-4a03-a941-7c0bdabc1c8d req-af54bfb4-926e-4802-a62d-4a03b4454f21 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:56.930418 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-292d43d9-ce2a-4a03-a941-7c0bdabc1c8d req-af54bfb4-926e-4802-a62d-4a03b4454f21 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 944 time: 0.0757337 Nov 16 00:31:56.963123 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-beac2777-de92-4e56-87e4-070c09364079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:56.964678 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-beac2777-de92-4e56-87e4-070c09364079 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462036 Nov 16 00:31:56.979345 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-292d43d9-ce2a-4a03-a941-7c0bdabc1c8d req-ac7e1a68-4d16-47aa-9809-94065f1e1706 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Nov 16 00:31:57.096537 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-2cdd5d32-7609-4227-a3c9-be7ac9d1f7dc service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233606 Nov 16 00:31:57.149239 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f42e7-8417-4cae-9f1d-ac5c15e42824 req-5fe6ae37-7341-45b4-b977-20185ae39d64 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:57.159922 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-467f42e7-8417-4cae-9f1d-ac5c15e42824 req-5fe6ae37-7341-45b4-b977-20185ae39d64 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0715692 Nov 16 00:31:57.201726 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-467f42e7-8417-4cae-9f1d-ac5c15e42824 req-67f138a0-1ed4-41ff-9762-2286fa3b3a05 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Nov 16 00:31:57.238839 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9b890-a502-471a-a7c0-ddddd33e09d5 req-cf4cd34a-0180-4c42-9c93-6403174e4b8d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:57.240391 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-92f9b890-a502-471a-a7c0-ddddd33e09d5 req-cf4cd34a-0180-4c42-9c93-6403174e4b8d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.1027260 Nov 16 00:31:57.259339 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a3a0e43-1e48-4ff2-b6a2-dad6d5013646 req-cae0ef99-b5aa-4c55-bc97-437cf9b75582 service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485476 Nov 16 00:31:57.292520 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-92f9b890-a502-471a-a7c0-ddddd33e09d5 req-e4beeca0-27ff-4487-8bab-9ae22ddddbf2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453129 Nov 16 00:31:57.822852 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [req-564babc7-8eea-4468-acc3-5bdeafbc1937 req-aab9c5bc-505f-4e08-a57e-5c982d7e424b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:31:57.823887 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-564babc7-8eea-4468-acc3-5bdeafbc1937 req-aab9c5bc-505f-4e08-a57e-5c982d7e424b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056102 Nov 16 00:31:58.003658 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-35709aa2-9242-4717-937f-b2ad11e84fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:58.040202 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86947a-a500-4d0b-b9d0-13216c906733 req-1dca3839-c3a2-40cb-837a-b1eaab510e8e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:58.043851 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9c86947a-a500-4d0b-b9d0-13216c906733 req-1dca3839-c3a2-40cb-837a-b1eaab510e8e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0948100 Nov 16 00:31:58.096021 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9c86947a-a500-4d0b-b9d0-13216c906733 req-1cd34911-a231-4b1f-b7d9-23702053dbc6 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390790 Nov 16 00:31:58.182367 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ae1d5-51ca-4881-9f08-86f5a973277d req-af7a6ec4-4ebd-4c91-a3c5-7d8987b80fc1 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:58.184041 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f63ae1d5-51ca-4881-9f08-86f5a973277d req-af7a6ec4-4ebd-4c91-a3c5-7d8987b80fc1 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 944 time: 0.0839846 Nov 16 00:31:58.227324 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f63ae1d5-51ca-4881-9f08-86f5a973277d req-d41cadc3-1f78-4d89-a116-51c5012ef2ba tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345781 Nov 16 00:31:58.350265 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01335f77-e617-49b6-99bf-dd37bcec6528 req-479d387e-707c-468e-808f-6a7935c8df72 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:58.352220 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-01335f77-e617-49b6-99bf-dd37bcec6528 req-479d387e-707c-468e-808f-6a7935c8df72 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0720305 Nov 16 00:31:58.423736 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-01335f77-e617-49b6-99bf-dd37bcec6528 req-0935fd10-48c9-4f34-9c8c-ff182821c9b7 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631814 Nov 16 00:31:58.529137 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45256) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:31:58.642111 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-73a7287a-60f8-4745-9157-bf98d8d750e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111102 Nov 16 00:31:58.651570 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-a91e62cf-c5dc-4fad-829a-c58d88836e2d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:31:58.652648 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-a91e62cf-c5dc-4fad-829a-c58d88836e2d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057385 Nov 16 00:31:59.260623 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebad1f4-ff69-4879-b45f-e362626a5480 req-118c25e8-9bd1-4628-bc48-2da29f35e99f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:59.262262 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-aebad1f4-ff69-4879-b45f-e362626a5480 req-118c25e8-9bd1-4628-bc48-2da29f35e99f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0839379 Nov 16 00:31:59.319550 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-aebad1f4-ff69-4879-b45f-e362626a5480 req-23ba8df1-fe48-4325-b46b-26a0dae25bc4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467343 Nov 16 00:31:59.397893 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20a961-bba9-47b9-8e7a-483934d51d9d req-ee68940e-d696-4d47-8267-d13b6b06d05b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:59.399584 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9d20a961-bba9-47b9-8e7a-483934d51d9d req-ee68940e-d696-4d47-8267-d13b6b06d05b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 944 time: 0.0848112 Nov 16 00:31:59.449299 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9d20a961-bba9-47b9-8e7a-483934d51d9d req-35464a29-de96-4e96-8f0a-d3cef727b797 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Nov 16 00:31:59.566052 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a79e9f-8e8b-486e-a3b8-ac63cbb613bb req-c1970741-7b66-4336-8d49-68ca19107abf tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:31:59.567541 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-24a79e9f-8e8b-486e-a3b8-ac63cbb613bb req-c1970741-7b66-4336-8d49-68ca19107abf tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 948 time: 0.0593534 Nov 16 00:31:59.610443 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-24a79e9f-8e8b-486e-a3b8-ac63cbb613bb req-bb516ff0-87a8-42f6-88e6-449c6748b508 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362246 Nov 16 00:31:59.692020 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 766ca728-c4c6-4a74-b3aa-0075802cbf56 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:31:59.694288 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:31:59.870030 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 766ca728-c4c6-4a74-b3aa-0075802cbf56, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:59.880657 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'port_id': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'mac_address': 'fa:16:3e:37:ae:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:31:59.929547 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:59.947797 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766ca728-c4c6-4a74-b3aa-0075802cbf56 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:31:59.969583 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 766ca728-c4c6-4a74-b3aa-0075802cbf56, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:31:59.973900 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:31:59.974649 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device b6e9163c-8268-4e52-8726-8961a776e608 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:32:00.067576 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=766ca728-c4c6-4a74-b3aa-0075802cbf56,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:00.081287 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.081638 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.081986 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.082328 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.082664 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.083002 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.083363 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.083694 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.084034 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.084362 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.084690 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.085036 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:00.122319 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port b6e9163c-8268-4e52-8726-8961a776e608, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b6e9163c-8268-4e52-8726-8961a776e608,segment=NetworkSegment(b0406257-db81-4a01-b304-e34fef3c862a),segment_id=b0406257-db81-4a01-b304-e34fef3c862a)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:00.134588 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': 'b6e9163c-8268-4e52-8726-8961a776e608', 'network_id': '27f9bee2-5dc5-450d-9004-aa5d851c2221', 'port_id': 'b6e9163c-8268-4e52-8726-8961a776e608', 'mac_address': 'fa:16:3e:d2:58:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19167c8c-38aa-46cc-bf9e-22315f3a4190', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:32:00.175279 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:00.189035 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e9163c-8268-4e52-8726-8961a776e608 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:32:00.208139 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port b6e9163c-8268-4e52-8726-8961a776e608, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b6e9163c-8268-4e52-8726-8961a776e608,segment=NetworkSegment(b0406257-db81-4a01-b304-e34fef3c862a),segment_id=b0406257-db81-4a01-b304-e34fef3c862a)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:00.212790 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:00.260105 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=b6e9163c-8268-4e52-8726-8961a776e608,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:00.325657 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f110e7f-2059-4254-b2af-968bb0447151 req-34fa86fd-71bf-47f3-89dc-535c36491b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:00.327212 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-34fa86fd-71bf-47f3-89dc-535c36491b3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405&tenant_id=6a41a4472a974da5aee5d6b458d9f619 HTTP/1.1" status: 200 len: 1097 time: 0.0753551 Nov 16 00:32:00.398744 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f110e7f-2059-4254-b2af-968bb0447151 req-1f033a7e-1d27-4af9-9170-2d7bb2b45d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:00.400286 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-1f033a7e-1d27-4af9-9170-2d7bb2b45d10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 1097 time: 0.0443482 Nov 16 00:32:00.451498 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ac2ba-29f9-4acd-a8af-1f3e2c6c8e6f req-03b6dad7-1ce4-48ee-bb76-1b6038be9e14 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:00.453913 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-919ac2ba-29f9-4acd-a8af-1f3e2c6c8e6f req-03b6dad7-1ce4-48ee-bb76-1b6038be9e14 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0509374 Nov 16 00:32:00.495297 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-919ac2ba-29f9-4acd-a8af-1f3e2c6c8e6f req-5fc4f6b1-228e-4475-ab1f-4126d7081b09 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345912 Nov 16 00:32:00.506346 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f110e7f-2059-4254-b2af-968bb0447151 req-d0bb739f-e589-40b0-bbe2-5dc03784ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:00.508032 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-d0bb739f-e589-40b0-bbe2-5dc03784ab2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 917 time: 0.0988989 Nov 16 00:32:00.521207 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['766ca728-c4c6-4a74-b3aa-0075802cbf56'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:32:00.525137 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['b6e9163c-8268-4e52-8726-8961a776e608'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:32:00.610798 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-9c25f62e-8262-47b2-92a5-bd3769ffff8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9 HTTP/1.1" status: 200 len: 999 time: 0.0945516 Nov 16 00:32:00.620548 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92fa90-1754-411b-8555-716337944736 req-a3885c9d-ef5d-40a5-a125-d90753c1da87 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:00.622066 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5a92fa90-1754-411b-8555-716337944736 req-a3885c9d-ef5d-40a5-a125-d90753c1da87 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 945 time: 0.0972328 Nov 16 00:32:00.654716 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:00.690487 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f110e7f-2059-4254-b2af-968bb0447151 req-6a9661b8-4ccb-4cc0-b28f-1d699784b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:00.691979 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-6a9661b8-4ccb-4cc0-b28f-1d699784b8ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.0690467 Nov 16 00:32:00.698322 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5a92fa90-1754-411b-8555-716337944736 req-1d24a1c4-3c93-431b-822e-c54515cdf6f7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674534 Nov 16 00:32:00.744168 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f110e7f-2059-4254-b2af-968bb0447151 req-8701e03a-9efc-4baf-9d3f-0c856fc51a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:00.745682 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-8701e03a-9efc-4baf-9d3f-0c856fc51a55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460174 Nov 16 00:32:00.754139 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eff4d5-5f3c-4e6a-b344-b1a8cf839bc0 req-65ffe48d-b3a9-4db3-b1dc-5fa1b08f5c8e tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:00.756170 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-43eff4d5-5f3c-4e6a-b344-b1a8cf839bc0 req-65ffe48d-b3a9-4db3-b1dc-5fa1b08f5c8e tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 949 time: 0.0697160 Nov 16 00:32:00.804673 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-43eff4d5-5f3c-4e6a-b344-b1a8cf839bc0 req-52d8b658-00a9-410c-9e58-d8bfb617ccdb tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Nov 16 00:32:00.880650 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-a545c459-5f98-46eb-9a07-eca102a0ba22 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182935 Nov 16 00:32:00.976770 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6f110e7f-2059-4254-b2af-968bb0447151 req-a547e545-ffa2-4a63-b0b4-dfb6af618f31 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884075 Nov 16 00:32:01.031729 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e468c8c-2b65-4312-b54d-f340d3bc34a1 req-5d1eb32e-2369-4add-9bc3-94fcae771231 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:01.033280 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5e468c8c-2b65-4312-b54d-f340d3bc34a1 req-5d1eb32e-2369-4add-9bc3-94fcae771231 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0560079 Nov 16 00:32:01.075235 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5e468c8c-2b65-4312-b54d-f340d3bc34a1 req-367823d1-4808-4b38-a338-9fadc9ef7a4a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353205 Nov 16 00:32:01.451127 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a1117189-8d84-4606-b2ac-790c73254e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:01.696103 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf3cd-20e4-497b-a74a-39acfb3e1de0 req-15db71b6-3648-43b1-85dd-dc5d46e0e7c8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:01.697694 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a5baf3cd-20e4-497b-a74a-39acfb3e1de0 req-15db71b6-3648-43b1-85dd-dc5d46e0e7c8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0914919 Nov 16 00:32:01.702683 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 766ca728-c4c6-4a74-b3aa-0075802cbf56 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:32:01.790742 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a5baf3cd-20e4-497b-a74a-39acfb3e1de0 req-61bac768-4305-4237-9d0c-a5c1b7e19bf0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860450 Nov 16 00:32:01.861357 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 766ca728-c4c6-4a74-b3aa-0075802cbf56 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:32:01.868795 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 766ca728-c4c6-4a74-b3aa-0075802cbf56 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:32:01.869771 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:01.942048 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb3066-133e-4fbf-b035-b7f0c554569a req-a1edab54-0c08-4efe-acad-7c7ea46ec83f tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:01.959797 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-28fb3066-133e-4fbf-b035-b7f0c554569a req-a1edab54-0c08-4efe-acad-7c7ea46ec83f tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 945 time: 0.1331859 Nov 16 00:32:01.965852 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fe189-9831-4b7e-a636-1b07a05d76d7 req-717f884f-0cfd-4a8f-ad8c-d8dceba79dcf tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:01.968413 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8b0fe189-9831-4b7e-a636-1b07a05d76d7 req-717f884f-0cfd-4a8f-ad8c-d8dceba79dcf tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 949 time: 0.0671906 Nov 16 00:32:02.063130 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:02.064676 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:02.083744 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8b0fe189-9831-4b7e-a636-1b07a05d76d7 req-288effcd-76bd-4074-b7ef-2c666a9b2585 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011276 Nov 16 00:32:02.102609 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-28fb3066-133e-4fbf-b035-b7f0c554569a req-669fb452-87cb-490b-8e42-e7951a70dac2 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410682 Nov 16 00:32:02.124863 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:02.127567 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b05f86-1c97-49ab-b412-7a2f67510d35" -d '{"events": [{"server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "name": "network-vif-plugged", "status": "completed", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:02.151186 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 766ca728-c4c6-4a74-b3aa-0075802cbf56, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:02.160014 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:02.161404 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device b6e9163c-8268-4e52-8726-8961a776e608 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:32:02.196289 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3e56bd-2497-40d8-98fe-8872f0f31a43 x-openstack-request-id: req-4b3e56bd-2497-40d8-98fe-8872f0f31a43 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:02.196788 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "name": "network-vif-plugged", "status": "completed", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:02.197129 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b3e56bd-2497-40d8-98fe-8872f0f31a43 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:02.198083 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'code': 200} Nov 16 00:32:02.279608 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=766ca728-c4c6-4a74-b3aa-0075802cbf56,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:02.305355 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port b6e9163c-8268-4e52-8726-8961a776e608 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:32:02.311031 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port b6e9163c-8268-4e52-8726-8961a776e608 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:32:02.311031 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:02.312585 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d2dfa-5f26-4b41-ab89-285401b20057 req-6d0d9476-39f4-4b2e-b287-c77da68fb3d0 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:02.320436 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9e4d2dfa-5f26-4b41-ab89-285401b20057 req-6d0d9476-39f4-4b2e-b287-c77da68fb3d0 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.1072428 Nov 16 00:32:02.361932 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9e4d2dfa-5f26-4b41-ab89-285401b20057 req-6d7770be-1863-4e49-a586-cce5dd42f1ed tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Nov 16 00:32:02.426022 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:02.466827 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port b6e9163c-8268-4e52-8726-8961a776e608, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b6e9163c-8268-4e52-8726-8961a776e608,segment=NetworkSegment(b0406257-db81-4a01-b304-e34fef3c862a),segment_id=b0406257-db81-4a01-b304-e34fef3c862a)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:02.477762 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:02.549014 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=b6e9163c-8268-4e52-8726-8961a776e608,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:02.979071 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483cfba-7f70-44ed-951b-27c220b68653 req-937c8786-9983-4c54-93bc-6c057e90cf4e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:02.981342 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f483cfba-7f70-44ed-951b-27c220b68653 req-937c8786-9983-4c54-93bc-6c057e90cf4e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0905139 Nov 16 00:32:03.033937 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f483cfba-7f70-44ed-951b-27c220b68653 req-e76b7088-5f45-4acd-8d8c-8633cc3975b2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428388 Nov 16 00:32:03.244002 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917cfb1-f297-41aa-91bb-9435a3f04a58 req-6e1ce30b-e523-4802-96a0-fa6d78770aba tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:03.246156 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0917cfb1-f297-41aa-91bb-9435a3f04a58 req-6e1ce30b-e523-4802-96a0-fa6d78770aba tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0611057 Nov 16 00:32:03.265063 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe10dcd-2c16-4d8f-bf8e-8eada2b154f9 req-57625cd0-7e4d-459c-b217-c1a04bfaf4e3 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:03.268680 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ffe10dcd-2c16-4d8f-bf8e-8eada2b154f9 req-57625cd0-7e4d-459c-b217-c1a04bfaf4e3 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0699358 Nov 16 00:32:03.333602 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0917cfb1-f297-41aa-91bb-9435a3f04a58 req-16b31f41-d4fe-4177-a9aa-cf5304c6308e tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733616 Nov 16 00:32:03.338618 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ffe10dcd-2c16-4d8f-bf8e-8eada2b154f9 req-165ec771-4a41-4b90-8377-8235a4737c7e tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574417 Nov 16 00:32:03.555224 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193e44a-ccfe-432d-8d3e-e0c983cf2361 req-d4beb699-fb9d-4373-8842-860340305152 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:03.555224 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c193e44a-ccfe-432d-8d3e-e0c983cf2361 req-d4beb699-fb9d-4373-8842-860340305152 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0588953 Nov 16 00:32:03.595844 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c193e44a-ccfe-432d-8d3e-e0c983cf2361 req-abbfa55a-a85c-466a-8d06-992ee32e7337 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Nov 16 00:32:03.687067 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:04.183816 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff9de5-ebb9-4a8c-9b87-ecf01d1b14dc req-90801df0-b86b-4c6f-88ca-93d2ae4551cf tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:04.185300 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b0ff9de5-ebb9-4a8c-9b87-ecf01d1b14dc req-90801df0-b86b-4c6f-88ca-93d2ae4551cf tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0507605 Nov 16 00:32:04.199494 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cd98fe-3bda-4129-a9d1-ad922d5c3d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e9163c-8268-4e52-8726-8961a776e608'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:04.201878 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee74ec-cb1b-40a8-92a5-432da900d0cd" -d '{"events": [{"server_uuid": "44cd98fe-3bda-4129-a9d1-ad922d5c3d10", "name": "network-vif-plugged", "status": "completed", "tag": "b6e9163c-8268-4e52-8726-8961a776e608"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:04.230425 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b0ff9de5-ebb9-4a8c-9b87-ecf01d1b14dc req-cdb333d5-3371-4c5e-acc8-285c3c02559d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378952 Nov 16 00:32:04.262250 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ca5f23-c348-4986-a11d-5907efa112db x-openstack-request-id: req-19ca5f23-c348-4986-a11d-5907efa112db {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:04.262583 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cd98fe-3bda-4129-a9d1-ad922d5c3d10", "name": "network-vif-plugged", "status": "completed", "tag": "b6e9163c-8268-4e52-8726-8961a776e608", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:04.262845 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19ca5f23-c348-4986-a11d-5907efa112db {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:04.263285 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cd98fe-3bda-4129-a9d1-ad922d5c3d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e9163c-8268-4e52-8726-8961a776e608', 'code': 200} Nov 16 00:32:04.475109 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cb605-8199-41fa-b6b9-b9faff3e3d52 req-b822dd8a-2c3e-46aa-b84b-a1bd8a77e001 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:04.475828 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b3cb605-8199-41fa-b6b9-b9faff3e3d52 req-b822dd8a-2c3e-46aa-b84b-a1bd8a77e001 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0600946 Nov 16 00:32:04.502143 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51c430-82f8-46cb-8bf0-2ec59ba0ba96 req-6d389614-84d6-4eb7-85a5-4f63d933a59f tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:04.504629 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6e51c430-82f8-46cb-8bf0-2ec59ba0ba96 req-6d389614-84d6-4eb7-85a5-4f63d933a59f tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0625758 Nov 16 00:32:04.519596 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b3cb605-8199-41fa-b6b9-b9faff3e3d52 req-d586b31a-2377-4c80-ac0d-e4a9034cb0c2 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370705 Nov 16 00:32:04.554198 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6e51c430-82f8-46cb-8bf0-2ec59ba0ba96 req-eea5613d-3326-4743-b54e-390e821e8fd2 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Nov 16 00:32:04.756536 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019207c7-edca-4f67-9c0e-26ef952c2590 req-fff966a9-283f-4586-9d71-d08707103aac tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:04.758340 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-019207c7-edca-4f67-9c0e-26ef952c2590 req-fff966a9-283f-4586-9d71-d08707103aac tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0934741 Nov 16 00:32:04.821834 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-019207c7-edca-4f67-9c0e-26ef952c2590 req-86d43a8d-37cf-4dfe-b7c2-1e68695562f9 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551963 Nov 16 00:32:05.365341 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55a57-74fd-4ee1-bb64-6bf2c7dc7e92 req-2a95b355-981f-4df7-bb80-a53026bd40c5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:05.366908 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fae55a57-74fd-4ee1-bb64-6bf2c7dc7e92 req-2a95b355-981f-4df7-bb80-a53026bd40c5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0553851 Nov 16 00:32:05.413087 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fae55a57-74fd-4ee1-bb64-6bf2c7dc7e92 req-4d694e8d-1903-4759-b800-695e84bfa8b7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395236 Nov 16 00:32:05.652871 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e0123-2ddd-4e75-88a5-811a66b41377 req-db33d42c-cd31-4bf2-9658-006273648cc3 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:05.654392 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cb4e0123-2ddd-4e75-88a5-811a66b41377 req-db33d42c-cd31-4bf2-9658-006273648cc3 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0578618 Nov 16 00:32:05.704869 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92cd38-e64b-4088-aa55-5ffbcb468a57 req-abad90d8-4af1-4fa5-8c33-caab4ee7bc9d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:05.707213 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8f92cd38-e64b-4088-aa55-5ffbcb468a57 req-abad90d8-4af1-4fa5-8c33-caab4ee7bc9d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0631170 Nov 16 00:32:05.716104 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cb4e0123-2ddd-4e75-88a5-811a66b41377 req-f17387db-d650-49a5-965c-e9d9ba9b6c9b tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544469 Nov 16 00:32:05.770548 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8f92cd38-e64b-4088-aa55-5ffbcb468a57 req-70fe8f3d-04de-472f-9126-e8e90661ef0c tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540159 Nov 16 00:32:05.966910 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a40ad-b7d9-4481-b889-8ecbb6fe3011 req-d90694ff-518f-4e4f-997c-dc6502846f1a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:05.970945 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5c2a40ad-b7d9-4481-b889-8ecbb6fe3011 req-d90694ff-518f-4e4f-997c-dc6502846f1a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0583837 Nov 16 00:32:06.009245 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5c2a40ad-b7d9-4481-b889-8ecbb6fe3011 req-d57491af-6337-484b-9be4-18eca2ad1fae tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336790 Nov 16 00:32:06.549314 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145034f-95e2-4b47-b4a1-7677c443baf3 req-5f138d89-4ac9-4d3c-a48b-1e9fa9ad26a9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:06.550762 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4145034f-95e2-4b47-b4a1-7677c443baf3 req-5f138d89-4ac9-4d3c-a48b-1e9fa9ad26a9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0485635 Nov 16 00:32:06.595908 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4145034f-95e2-4b47-b4a1-7677c443baf3 req-fc4e9a44-3793-4b5e-84ff-607643fc1217 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363445 Nov 16 00:32:06.850736 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926df53-356e-44a6-a82f-dbe071b7b3f2 req-15a3ce1f-abd4-4bd1-99f1-098d5c1b7c8d tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:06.858338 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4926df53-356e-44a6-a82f-dbe071b7b3f2 req-15a3ce1f-abd4-4bd1-99f1-098d5c1b7c8d tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0637980 Nov 16 00:32:06.895654 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4926df53-356e-44a6-a82f-dbe071b7b3f2 req-53dd1e2d-cafc-44af-aa71-a69b22fab0c1 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364242 Nov 16 00:32:06.899922 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ff53f-62a8-47ba-b38e-9ed419aa7906 req-0838a569-406b-4f89-9a8b-f95829f2220f tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:06.901463 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-940ff53f-62a8-47ba-b38e-9ed419aa7906 req-0838a569-406b-4f89-9a8b-f95829f2220f tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0602555 Nov 16 00:32:06.946473 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-940ff53f-62a8-47ba-b38e-9ed419aa7906 req-d248f09b-f511-4367-82fc-e1322a580b83 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371642 Nov 16 00:32:07.134941 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bf0df-dd59-4489-8298-004afe4c8156 req-c05b3337-9145-485c-a314-e70747f3a1a4 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:07.136574 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-569bf0df-dd59-4489-8298-004afe4c8156 req-c05b3337-9145-485c-a314-e70747f3a1a4 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0538926 Nov 16 00:32:07.184220 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-569bf0df-dd59-4489-8298-004afe4c8156 req-3a4fc6b1-0c34-489a-8743-c4929923736e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Nov 16 00:32:07.763756 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c13e5-1ef4-47e2-b828-d4bdad028842 req-7cc9d34e-96a5-479c-b6ad-c5d600f7a740 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:07.767278 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2e1c13e5-1ef4-47e2-b828-d4bdad028842 req-7cc9d34e-96a5-479c-b6ad-c5d600f7a740 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0727344 Nov 16 00:32:07.811455 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2e1c13e5-1ef4-47e2-b828-d4bdad028842 req-9cf49eac-a622-4b36-a54d-7e1f5a9549e8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370464 Nov 16 00:32:07.871787 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:08.047508 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e9564-347d-47d3-b4fa-5a5247eea4a2 req-a3f7c311-104e-42ff-8ffa-b481419c96cb tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:08.050164 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-594e9564-347d-47d3-b4fa-5a5247eea4a2 req-a3f7c311-104e-42ff-8ffa-b481419c96cb tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0844047 Nov 16 00:32:08.071786 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c8df1-765d-49b4-bc8c-f224b08aab91 req-f8018290-3173-46b0-bfb6-2ff2ce508ce3 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:08.073520 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e08c8df1-765d-49b4-bc8c-f224b08aab91 req-f8018290-3173-46b0-bfb6-2ff2ce508ce3 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0581343 Nov 16 00:32:08.103384 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-594e9564-347d-47d3-b4fa-5a5247eea4a2 req-1d94dc1a-9d5c-4d17-a363-5d729a9e31af tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462983 Nov 16 00:32:08.120796 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e08c8df1-765d-49b4-bc8c-f224b08aab91 req-4f34cde0-b9ab-4b04-aa33-18d5b9cb7b54 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Nov 16 00:32:08.306032 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9d305-30a9-42fa-9e3b-a33cb733254d req-fafc84e9-1bb8-4a60-9bd9-0dc15ce440eb tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:08.307795 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-30b9d305-30a9-42fa-9e3b-a33cb733254d req-fafc84e9-1bb8-4a60-9bd9-0dc15ce440eb tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0535910 Nov 16 00:32:08.351779 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-30b9d305-30a9-42fa-9e3b-a33cb733254d req-baeaa1a5-f9a5-450f-8f52-8064469996cd tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371778 Nov 16 00:32:08.968692 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd29e-90aa-4787-a3c9-8a236dcb7300 req-ac892bdb-9fbc-4aeb-bff2-b62e01dece4f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:08.970311 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-623cd29e-90aa-4787-a3c9-8a236dcb7300 req-ac892bdb-9fbc-4aeb-bff2-b62e01dece4f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0496511 Nov 16 00:32:09.017026 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-623cd29e-90aa-4787-a3c9-8a236dcb7300 req-39d25967-4f74-433f-96e2-d18cec8625df tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407250 Nov 16 00:32:09.247479 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e180d1-ca58-4b1a-9afe-d50df45de96c req-4b4e290b-2c86-478c-820f-3198e2012ec9 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:09.249100 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d8e180d1-ca58-4b1a-9afe-d50df45de96c req-4b4e290b-2c86-478c-820f-3198e2012ec9 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0813930 Nov 16 00:32:09.257424 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13715b-81e7-4a6e-9185-741fff3f41fb req-29ce401a-2f52-4f10-a723-b6227b3de090 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:09.259171 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1e13715b-81e7-4a6e-9185-741fff3f41fb req-29ce401a-2f52-4f10-a723-b6227b3de090 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0592866 Nov 16 00:32:09.316556 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d8e180d1-ca58-4b1a-9afe-d50df45de96c req-4c562a25-8b54-4afb-8742-31c97b028bfe tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Nov 16 00:32:09.320300 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1e13715b-81e7-4a6e-9185-741fff3f41fb req-31a110f1-9773-46eb-8736-03c46cfdf330 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512748 Nov 16 00:32:09.487652 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95885e08-f423-4be6-b77c-71f18d67bda4 req-b9e0cad0-078a-406d-96e0-651100c17963 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:09.489202 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-95885e08-f423-4be6-b77c-71f18d67bda4 req-b9e0cad0-078a-406d-96e0-651100c17963 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0562348 Nov 16 00:32:09.530050 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-95885e08-f423-4be6-b77c-71f18d67bda4 req-63c2e99a-15f1-45dc-8b68-0ef26a0db773 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346994 Nov 16 00:32:10.161271 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63675906-28d3-41e4-8688-ec1cc9e555b4 req-8180ad78-67ca-4379-b6ac-66796a62ea29 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:10.163127 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-63675906-28d3-41e4-8688-ec1cc9e555b4 req-8180ad78-67ca-4379-b6ac-66796a62ea29 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0597086 Nov 16 00:32:10.209607 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-63675906-28d3-41e4-8688-ec1cc9e555b4 req-e166ef67-809a-43a2-8eeb-b47b43d6ca0e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404751 Nov 16 00:32:10.369464 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:32:10.461519 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548a992-6713-4ec5-ae2c-e74c4a525533 req-8a59c6c9-9da6-4f7c-898a-b87100b0ebad tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:10.463093 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1548a992-6713-4ec5-ae2c-e74c4a525533 req-8a59c6c9-9da6-4f7c-898a-b87100b0ebad tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0536611 Nov 16 00:32:10.470261 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9df4f-3f30-4aa4-bea5-ae6ba0914fc6 req-00d910e5-9789-4df2-9646-c54e01afca3d tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:10.474838 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bfb9df4f-3f30-4aa4-bea5-ae6ba0914fc6 req-00d910e5-9789-4df2-9646-c54e01afca3d tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0655408 Nov 16 00:32:10.515914 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1548a992-6713-4ec5-ae2c-e74c4a525533 req-16566d5f-f764-4313-ba2a-c3fb8c4fbdf0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432210 Nov 16 00:32:10.532380 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bfb9df4f-3f30-4aa4-bea5-ae6ba0914fc6 req-b9e81587-587e-453d-9aaf-ff97b05ec0bf tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511575 Nov 16 00:32:10.690097 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e7bf8-14a3-4178-b8b4-87e2422379ef req-adbd52ef-0594-4113-9a65-b90e5b97089f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:10.692640 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a41e7bf8-14a3-4178-b8b4-87e2422379ef req-adbd52ef-0594-4113-9a65-b90e5b97089f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0756054 Nov 16 00:32:10.744368 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a41e7bf8-14a3-4178-b8b4-87e2422379ef req-133b5386-0abe-4917-84f4-9bbac3013d80 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Nov 16 00:32:11.345054 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07947bf-323b-498b-a25c-176e1d70272b req-518cabce-e138-4278-ba96-7b97b4814346 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:11.346566 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b07947bf-323b-498b-a25c-176e1d70272b req-518cabce-e138-4278-ba96-7b97b4814346 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0513196 Nov 16 00:32:11.394155 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b07947bf-323b-498b-a25c-176e1d70272b req-f73308b5-f937-4856-92de-e3a80738bc05 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413985 Nov 16 00:32:11.679920 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610974e-5194-4abc-9301-ac351c4f0274 req-754eb61c-f8be-4712-85f0-dbf9ed8b75c8 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:11.683088 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5610974e-5194-4abc-9301-ac351c4f0274 req-754eb61c-f8be-4712-85f0-dbf9ed8b75c8 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0603139 Nov 16 00:32:11.686862 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51128aa-f58a-49ca-8b11-ecf86f3c13c9 req-ea759785-51ac-4995-b7ad-08a629d6e9bd tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:11.695173 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a51128aa-f58a-49ca-8b11-ecf86f3c13c9 req-ea759785-51ac-4995-b7ad-08a629d6e9bd tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0675018 Nov 16 00:32:11.734161 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5610974e-5194-4abc-9301-ac351c4f0274 req-9884d07b-b738-4311-85cf-96456bffb7da tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Nov 16 00:32:11.740369 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a51128aa-f58a-49ca-8b11-ecf86f3c13c9 req-d9669bdd-4c33-4559-bfa0-7a9fbb08566f tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Nov 16 00:32:11.898120 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f79e4-39b8-4509-b88d-b1b121f3e6cd req-fc831b18-de8c-47de-a970-4221ef62713f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:11.900479 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-319f79e4-39b8-4509-b88d-b1b121f3e6cd req-fc831b18-de8c-47de-a970-4221ef62713f tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0739474 Nov 16 00:32:11.942050 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-319f79e4-39b8-4509-b88d-b1b121f3e6cd req-a57d8c44-d610-4061-bf7f-dfefc8d06823 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Nov 16 00:32:12.533079 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b255c-2d9f-4653-b2fe-7569b0376363 req-416fe6b3-ab23-4af9-866c-a8bbe63b1adc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:12.534644 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5a2b255c-2d9f-4653-b2fe-7569b0376363 req-416fe6b3-ab23-4af9-866c-a8bbe63b1adc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0631006 Nov 16 00:32:12.576752 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5a2b255c-2d9f-4653-b2fe-7569b0376363 req-4f2b7f64-b98b-4046-8596-e7f4e21fa772 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352440 Nov 16 00:32:12.877263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242a30-b8f7-48ee-bf42-10b92e3c71d1 req-7eabd0c1-b600-451e-9b47-33bfac1df27b tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:12.878934 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2a242a30-b8f7-48ee-bf42-10b92e3c71d1 req-7eabd0c1-b600-451e-9b47-33bfac1df27b tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0560029 Nov 16 00:32:12.903456 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc934a-f31e-462a-87dd-1d4608bc1b05 req-9f4f8552-9b68-4d4f-ad6d-568c6b6c5bda tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:12.905052 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9bbc934a-f31e-462a-87dd-1d4608bc1b05 req-9f4f8552-9b68-4d4f-ad6d-568c6b6c5bda tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0796003 Nov 16 00:32:12.923644 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2a242a30-b8f7-48ee-bf42-10b92e3c71d1 req-54bf0c6f-a88a-4ec9-85dd-4d1f72440631 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Nov 16 00:32:12.947549 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9bbc934a-f31e-462a-87dd-1d4608bc1b05 req-3a54f494-e669-4bc9-b478-93e694e02f86 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360672 Nov 16 00:32:13.076413 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7f838-d236-4d9a-91bb-42dacdf00fe7 req-46069be4-fe8e-457c-bce2-8c10e8e24584 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:13.078203 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c2f7f838-d236-4d9a-91bb-42dacdf00fe7 req-46069be4-fe8e-457c-bce2-8c10e8e24584 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0553629 Nov 16 00:32:13.119186 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c2f7f838-d236-4d9a-91bb-42dacdf00fe7 req-4b58b109-7bba-4813-a4cb-62064cd7483e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344901 Nov 16 00:32:13.704718 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908be56-298d-44dc-83d5-3e1a4dda2834 req-597b5bc7-0af4-4a8f-a463-e0e40ee9719a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:13.706227 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3908be56-298d-44dc-83d5-3e1a4dda2834 req-597b5bc7-0af4-4a8f-a463-e0e40ee9719a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0539827 Nov 16 00:32:13.747875 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3908be56-298d-44dc-83d5-3e1a4dda2834 req-af3c73d3-1f69-435e-91b7-9877db385ac4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354590 Nov 16 00:32:14.041798 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e2a20-3c1f-485d-8b2a-1201747dd9ac req-5f0c1ea0-0d11-4989-80be-4f0667c6cf53 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:14.043451 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3b1e2a20-3c1f-485d-8b2a-1201747dd9ac req-5f0c1ea0-0d11-4989-80be-4f0667c6cf53 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0511677 Nov 16 00:32:14.084799 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c8a57-b210-48f7-8ed4-151a375e9819 req-a9d3a364-093a-4f1e-8c5b-23e6f6f72647 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:14.087501 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-db2c8a57-b210-48f7-8ed4-151a375e9819 req-a9d3a364-093a-4f1e-8c5b-23e6f6f72647 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0669041 Nov 16 00:32:14.094649 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3b1e2a20-3c1f-485d-8b2a-1201747dd9ac req-6ae08ea3-5732-4117-a373-5cb068c063ac tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353725 Nov 16 00:32:14.132282 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-db2c8a57-b210-48f7-8ed4-151a375e9819 req-c95fd559-4219-4d98-a890-fac453d512e4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385075 Nov 16 00:32:14.254268 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753ed77-26c5-4d00-a7ad-7a9a4335f0a3 req-a28b383d-2a7f-4eb2-a723-1377c5a23dad tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:14.255722 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b753ed77-26c5-4d00-a7ad-7a9a4335f0a3 req-a28b383d-2a7f-4eb2-a723-1377c5a23dad tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0533862 Nov 16 00:32:14.301617 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b753ed77-26c5-4d00-a7ad-7a9a4335f0a3 req-fcb1a160-5585-4674-92d0-168ab9ab63aa tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Nov 16 00:32:14.692949 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d491d-a3d4-48b0-a1aa-c0d23e905376 req-15d159e7-82f7-492a-a27e-122179dfae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:14.694530 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b54d491d-a3d4-48b0-a1aa-c0d23e905376 req-15d159e7-82f7-492a-a27e-122179dfae76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 1103 time: 0.0715675 Nov 16 00:32:14.701431 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93662901-101f-409c-b4a5-87c2a3f62b4a req-0344d288-090f-4427-893d-cc37370b08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:14.703610 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-93662901-101f-409c-b4a5-87c2a3f62b4a req-0344d288-090f-4427-893d-cc37370b08b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 1099 time: 0.0551686 Nov 16 00:32:14.758354 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b54d491d-a3d4-48b0-a1aa-c0d23e905376 req-96fcf859-eb82-4f9a-bcb9-ec5c8b299762 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534647 Nov 16 00:32:14.762297 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-93662901-101f-409c-b4a5-87c2a3f62b4a req-d11c2059-fbf1-40d7-a167-9088c9c1181b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Nov 16 00:32:14.897069 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6faaf2-a3ff-4fd4-ac24-923cc42bf4ca req-064e1139-ebc4-49e0-99c5-e134d98ae973 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:14.898571 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7a6faaf2-a3ff-4fd4-ac24-923cc42bf4ca req-064e1139-ebc4-49e0-99c5-e134d98ae973 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0571146 Nov 16 00:32:14.941216 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7a6faaf2-a3ff-4fd4-ac24-923cc42bf4ca req-4625d57e-3254-47b7-8beb-1766e19a3222 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365460 Nov 16 00:32:15.243471 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de2192-b9ae-4da4-9873-15690bfcbfdc req-b9c8caf5-7cc4-40b6-91ac-5c154666a8d4 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:15.245068 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e2de2192-b9ae-4da4-9873-15690bfcbfdc req-b9c8caf5-7cc4-40b6-91ac-5c154666a8d4 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0666401 Nov 16 00:32:15.274614 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdba3d2-9756-4808-bb27-d12004b633dc req-04b89d32-88ea-4456-9119-b2de67b428df tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:15.276292 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ecdba3d2-9756-4808-bb27-d12004b633dc req-04b89d32-88ea-4456-9119-b2de67b428df tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0603287 Nov 16 00:32:15.292701 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e2de2192-b9ae-4da4-9873-15690bfcbfdc req-07eb0811-d0db-4108-866f-bd7e4511de7c tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371962 Nov 16 00:32:15.335736 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ecdba3d2-9756-4808-bb27-d12004b633dc req-61b7263e-eca5-417f-928f-99c863778f02 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528822 Nov 16 00:32:15.428771 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f67a-5042-4187-b7ee-b47dd1c3653c req-bb313852-a77b-4ef9-b5e9-1dfcf8309cd5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:15.430279 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c241f67a-5042-4187-b7ee-b47dd1c3653c req-bb313852-a77b-4ef9-b5e9-1dfcf8309cd5 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0548356 Nov 16 00:32:15.469948 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c241f67a-5042-4187-b7ee-b47dd1c3653c req-48d4f0df-6670-4f35-a26c-ccb89cf22c91 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Nov 16 00:32:16.076884 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499422b1-ebeb-4695-bbde-369f74d69c72 req-67f1c20a-0336-4ece-99f9-fd40d4afc911 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:16.079293 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-499422b1-ebeb-4695-bbde-369f74d69c72 req-67f1c20a-0336-4ece-99f9-fd40d4afc911 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0564845 Nov 16 00:32:16.122009 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-499422b1-ebeb-4695-bbde-369f74d69c72 req-5d127221-096f-41eb-be91-0cc167865a67 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349431 Nov 16 00:32:16.423333 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada66081-4daf-4191-a235-3f1df1181e05 req-ec9553fb-556d-4d7c-a123-713a3112ada3 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:16.425047 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ada66081-4daf-4191-a235-3f1df1181e05 req-ec9553fb-556d-4d7c-a123-713a3112ada3 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0579126 Nov 16 00:32:16.464148 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ada66081-4daf-4191-a235-3f1df1181e05 req-879e4024-e4cf-4dfc-9f4e-6983c938ac8f tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Nov 16 00:32:16.470949 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72597-2f5e-4af3-b558-266e33f7cbc7 req-cb63f75c-ec3a-445b-b22d-5556822aec3a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:16.473219 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4aa72597-2f5e-4af3-b558-266e33f7cbc7 req-cb63f75c-ec3a-445b-b22d-5556822aec3a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0626345 Nov 16 00:32:16.519886 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4aa72597-2f5e-4af3-b558-266e33f7cbc7 req-0bf03977-e8ea-41a1-8b2d-4f2c7ee6bbc5 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 Nov 16 00:32:16.597712 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633351c-4453-401a-b1d4-9bbc3fcbbd56 req-25c4468e-9746-4c4e-af0b-25655837f9e2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:16.599338 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3633351c-4453-401a-b1d4-9bbc3fcbbd56 req-25c4468e-9746-4c4e-af0b-25655837f9e2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0544705 Nov 16 00:32:16.640475 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3633351c-4453-401a-b1d4-9bbc3fcbbd56 req-0109e308-933b-49d0-94f7-6f584d8f5a0e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342975 Nov 16 00:32:16.763190 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c26f04-e179-495c-9dac-3d09ed9dd011 req-bb0428ce-710d-47f6-b9a5-3264e48e8aa7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:16.764753 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-36c26f04-e179-495c-9dac-3d09ed9dd011 req-bb0428ce-710d-47f6-b9a5-3264e48e8aa7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0540321 Nov 16 00:32:16.810292 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-36c26f04-e179-495c-9dac-3d09ed9dd011 req-4cff94e6-674f-4cc8-9eed-dfeb7f1a49c1 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388551 Nov 16 00:32:16.896438 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c05eb8-bb4c-4451-bb4f-bc9f7051361a req-1b9ccbd6-d772-43b5-bc51-dcc1c7e5a2a6 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:16.897863 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-65c05eb8-bb4c-4451-bb4f-bc9f7051361a req-1b9ccbd6-d772-43b5-bc51-dcc1c7e5a2a6 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0586603 Nov 16 00:32:16.916653 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330915f-d373-4522-85d5-9b19d4018767 req-480c6d41-e1c6-4c33-b9da-a03015f3e389 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:16.918179 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4330915f-d373-4522-85d5-9b19d4018767 req-480c6d41-e1c6-4c33-b9da-a03015f3e389 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0521939 Nov 16 00:32:16.939318 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-65c05eb8-bb4c-4451-bb4f-bc9f7051361a req-9ae24460-79e4-4ea8-887f-6fef62914377 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350904 Nov 16 00:32:16.966760 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4330915f-d373-4522-85d5-9b19d4018767 req-bd146643-9ae5-4417-b249-808e84ed7ebb tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416489 Nov 16 00:32:17.283164 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf7612-341d-4b7b-9291-4d3c88235087 req-7c628d5e-2c52-4a85-8b05-d820f8ae97ea tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:17.284754 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2baf7612-341d-4b7b-9291-4d3c88235087 req-7c628d5e-2c52-4a85-8b05-d820f8ae97ea tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0573647 Nov 16 00:32:17.341404 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2baf7612-341d-4b7b-9291-4d3c88235087 req-0d290bb6-93a6-45bf-8e56-4b4d6b9d7145 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447762 Nov 16 00:32:17.353927 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a8ab9-1d01-4e99-85a3-d1ffb83d82d2 req-d307a980-a54f-4b9a-9e4e-505bbba02238 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:17.356750 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b42a8ab9-1d01-4e99-85a3-d1ffb83d82d2 req-d307a980-a54f-4b9a-9e4e-505bbba02238 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0714447 Nov 16 00:32:17.415964 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-450a0685-45e3-4e1b-a0a8-52632d1e0146 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:17.417367 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-450a0685-45e3-4e1b-a0a8-52632d1e0146 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0683780 Nov 16 00:32:17.440732 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b42a8ab9-1d01-4e99-85a3-d1ffb83d82d2 req-9871fe63-5e7e-4f89-9f00-e669dcf767ce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707247 Nov 16 00:32:17.570589 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Deleting port cce90d18-c28e-4785-a1d3-e0ca956a9084 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:32:17.571380 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:17.697304 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] For port cce90d18-c28e-4785-a1d3-e0ca956a9084, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cce90d18-c28e-4785-a1d3-e0ca956a9084,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:17.697910 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:17.723072 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Calling delete_port for cce90d18-c28e-4785-a1d3-e0ca956a9084 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:32:17.911910 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186214d-5c4e-4342-bd2f-fd4e0c059d42 req-92d273e4-1796-4df0-8ff0-5c72f0d6cd1d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:17.913798 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6186214d-5c4e-4342-bd2f-fd4e0c059d42 req-92d273e4-1796-4df0-8ff0-5c72f0d6cd1d tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9fc982a-6c0b-4489-8e17-7be77c13ddaf HTTP/1.1" status: 200 len: 945 time: 0.0930328 Nov 16 00:32:18.002665 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6186214d-5c4e-4342-bd2f-fd4e0c059d42 req-519ea80c-b7f1-433b-a98d-259555c68929 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782270 Nov 16 00:32:18.008715 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:18.025573 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['c1f88a1d-9b68-4cbe-84d4-91309b1307d6', 'cce90d18-c28e-4785-a1d3-e0ca956a9084'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:32:18.049513 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Pushing event deleted for resources: {'Port': ['ID=cce90d18-c28e-4785-a1d3-e0ca956a9084,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:18.118345 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] No DVR routers for this DVR port cce90d18-c28e-4785-a1d3-e0ca956a9084 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:32:18.125307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:18.131856 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a112436f-7a8c-4ded-984e-54e345dc14fb req-15706659-3320-4911-aebd-56a608737644 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.36 "DELETE /v2.0/ports/cce90d18-c28e-4785-a1d3-e0ca956a9084 HTTP/1.1" status: 204 len: 173 time: 0.7050891 Nov 16 00:32:18.132798 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fc982a-6c0b-4489-8e17-7be77c13ddaf', 'name': 'network-vif-deleted', 'tag': 'cce90d18-c28e-4785-a1d3-e0ca956a9084'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:18.141637 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad8ccf-b415-41d7-91ee-290e8d091271" -d '{"events": [{"server_uuid": "e9fc982a-6c0b-4489-8e17-7be77c13ddaf", "name": "network-vif-deleted", "tag": "cce90d18-c28e-4785-a1d3-e0ca956a9084"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:18.172568 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e616bf-caee-4729-9b04-dce0e3b4150b req-f91b43c2-04da-4648-bd4a-bdc051436ec1 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:18.176399 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-85e616bf-caee-4729-9b04-dce0e3b4150b req-f91b43c2-04da-4648-bd4a-bdc051436ec1 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.1388125 Nov 16 00:32:18.243796 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-85e616bf-caee-4729-9b04-dce0e3b4150b req-f488ede6-a337-4ddf-a230-c13da88f64bd tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/security-groups?id=400f71fc-74e1-44c9-8280-881139f655ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566869 Nov 16 00:32:18.250272 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa7bea-84c6-4e0b-b236-61388538b7d2 req-4b8962c4-05df-4f17-b89f-d77ade946b55 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:18.258426 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-02aa7bea-84c6-4e0b-b236-61388538b7d2 req-4b8962c4-05df-4f17-b89f-d77ade946b55 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1083741 Nov 16 00:32:18.327850 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-02aa7bea-84c6-4e0b-b236-61388538b7d2 req-89f8c526-3ba5-41f3-9b0c-beee14437458 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678806 Nov 16 00:32:18.345592 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97feb48-2e29-4cb3-89b8-ac1fb2f86610 x-openstack-request-id: req-c97feb48-2e29-4cb3-89b8-ac1fb2f86610 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:18.345879 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fc982a-6c0b-4489-8e17-7be77c13ddaf", "name": "network-vif-deleted", "tag": "cce90d18-c28e-4785-a1d3-e0ca956a9084", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:18.346233 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c97feb48-2e29-4cb3-89b8-ac1fb2f86610 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:18.346550 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fc982a-6c0b-4489-8e17-7be77c13ddaf', 'name': 'network-vif-deleted', 'tag': 'cce90d18-c28e-4785-a1d3-e0ca956a9084', 'status': 'completed', 'code': 200} Nov 16 00:32:18.472232 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-b64dbed8-838b-4773-9bdf-233fe42a18a2 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:18.473826 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-b64dbed8-838b-4773-9bdf-233fe42a18a2 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.36 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 950 time: 0.0615678 Nov 16 00:32:18.488049 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923de29e-3e9e-4a77-bc5f-12b3da30e64e req-15a43114-0a23-4996-88e5-a98b53440d2f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:18.489683 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-923de29e-3e9e-4a77-bc5f-12b3da30e64e req-15a43114-0a23-4996-88e5-a98b53440d2f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0557811 Nov 16 00:32:18.542937 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-923de29e-3e9e-4a77-bc5f-12b3da30e64e req-d371c290-0874-4048-8004-fb539542b5e7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467377 Nov 16 00:32:18.601978 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Deleting port b6e9163c-8268-4e52-8726-8961a776e608 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:32:18.602591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:18.713814 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] For port b6e9163c-8268-4e52-8726-8961a776e608, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b6e9163c-8268-4e52-8726-8961a776e608,segment=NetworkSegment(b0406257-db81-4a01-b304-e34fef3c862a),segment_id=b0406257-db81-4a01-b304-e34fef3c862a)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:18.714133 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:18.729504 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Calling delete_port for b6e9163c-8268-4e52-8726-8961a776e608 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:32:18.928219 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:18.943953 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['b6e9163c-8268-4e52-8726-8961a776e608'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:32:18.978131 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Pushing event deleted for resources: {'Port': ['ID=b6e9163c-8268-4e52-8726-8961a776e608,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:19.031224 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] No DVR routers for this DVR port b6e9163c-8268-4e52-8726-8961a776e608 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:32:19.034937 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:19.041703 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06c1a21b-6d94-493c-b689-58aefe7b027c req-50723095-274d-4150-8512-c3bc1c1b0e07 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.36 "DELETE /v2.0/ports/b6e9163c-8268-4e52-8726-8961a776e608 HTTP/1.1" status: 204 len: 173 time: 0.5506840 Nov 16 00:32:19.431595 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e64f52f4-b806-4f09-aa77-ac7468f85a5a req-e97b3dab-530c-4066-ab41-8713b623c2a6 tempest-VolumesNegativeTest-1418371630 tempest-VolumesNegativeTest-1418371630-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cd98fe-3bda-4129-a9d1-ad922d5c3d10 HTTP/1.1" status: 200 len: 210 time: 0.0347543 Nov 16 00:32:19.594169 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46bb67-9ecc-4ed9-8efe-57cdb66081ad req-85848246-a2ee-4f5e-955c-21adf168fba2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:19.596252 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6f46bb67-9ecc-4ed9-8efe-57cdb66081ad req-85848246-a2ee-4f5e-955c-21adf168fba2 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0831876 Nov 16 00:32:19.651175 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6f46bb67-9ecc-4ed9-8efe-57cdb66081ad req-fb59be4a-666e-46a3-9c77-04013637f172 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Nov 16 00:32:19.848497 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cd5d9-629e-40c5-bb17-b31745f2aafb req-c40646c6-946b-4605-a868-1c67a656c5a2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:19.850515 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-808cd5d9-629e-40c5-bb17-b31745f2aafb req-c40646c6-946b-4605-a868-1c67a656c5a2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0750046 Nov 16 00:32:19.882508 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38caad-b4bc-4fbe-b8a4-6edb6824d567 req-23a0a0e7-7ef7-40ae-93b9-4d894cf33435 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:19.884160 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9b38caad-b4bc-4fbe-b8a4-6edb6824d567 req-23a0a0e7-7ef7-40ae-93b9-4d894cf33435 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0746906 Nov 16 00:32:19.900932 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-808cd5d9-629e-40c5-bb17-b31745f2aafb req-d9827174-bad4-4345-8840-42bf4cb7ae72 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432069 Nov 16 00:32:19.935666 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9b38caad-b4bc-4fbe-b8a4-6edb6824d567 req-1c2b2481-9984-4b66-a8d7-2805b8813d31 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427260 Nov 16 00:32:20.347385 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cd98fe-3bda-4129-a9d1-ad922d5c3d10', 'name': 'network-vif-deleted', 'tag': 'b6e9163c-8268-4e52-8726-8961a776e608'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:20.349795 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22df3d-5209-41eb-a627-f183d35a1bc9" -d '{"events": [{"server_uuid": "44cd98fe-3bda-4129-a9d1-ad922d5c3d10", "name": "network-vif-deleted", "tag": "b6e9163c-8268-4e52-8726-8961a776e608"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:20.392193 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa7cfc6-2e71-43b7-b539-046fb2eadc7d x-openstack-request-id: req-3aa7cfc6-2e71-43b7-b539-046fb2eadc7d {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:20.392488 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cd98fe-3bda-4129-a9d1-ad922d5c3d10", "name": "network-vif-deleted", "tag": "b6e9163c-8268-4e52-8726-8961a776e608", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:20.392742 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3aa7cfc6-2e71-43b7-b539-046fb2eadc7d {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:20.393139 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cd98fe-3bda-4129-a9d1-ad922d5c3d10', 'name': 'network-vif-deleted', 'tag': 'b6e9163c-8268-4e52-8726-8961a776e608', 'status': 'completed', 'code': 200} Nov 16 00:32:20.838494 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd565b-076c-4085-a440-cf3f4c3446a8 req-9acf23f0-d534-42e7-a144-0973e0e5ce6a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:20.841208 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1ddd565b-076c-4085-a440-cf3f4c3446a8 req-9acf23f0-d534-42e7-a144-0973e0e5ce6a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0748105 Nov 16 00:32:20.906771 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1ddd565b-076c-4085-a440-cf3f4c3446a8 req-22c1f017-4621-4470-94c7-0a25def0a83c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546885 Nov 16 00:32:21.072029 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afada041-286e-4614-a2f2-1187e6b4d20c req-0e75fda7-9877-4d69-834a-6b3e9ed48b8d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:21.074640 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-afada041-286e-4614-a2f2-1187e6b4d20c req-0e75fda7-9877-4d69-834a-6b3e9ed48b8d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0734210 Nov 16 00:32:21.142561 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5985f49-cfaf-4a45-add1-07bac29c38f9 req-64abdb2c-440d-43c1-97d0-b314778f5fe6 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:21.145434 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f5985f49-cfaf-4a45-add1-07bac29c38f9 req-64abdb2c-440d-43c1-97d0-b314778f5fe6 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0887132 Nov 16 00:32:21.149748 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-afada041-286e-4614-a2f2-1187e6b4d20c req-f9f280c9-508b-4d7a-bf5c-68f152f22473 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609417 Nov 16 00:32:21.195983 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f5985f49-cfaf-4a45-add1-07bac29c38f9 req-ba82a5fe-c496-4179-b297-fc75310c9380 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438154 Nov 16 00:32:21.794535 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device cce90d18-c28e-4785-a1d3-e0ca956a9084 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:32:21.817913 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: cce90d18-c28e-4785-a1d3-e0ca956a9084 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:32:21.818265 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device cce90d18-c28e-4785-a1d3-e0ca956a9084 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:32:21.818738 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device b6e9163c-8268-4e52-8726-8961a776e608 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:32:21.840286 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: b6e9163c-8268-4e52-8726-8961a776e608 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:32:21.840714 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device b6e9163c-8268-4e52-8726-8961a776e608 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:32:22.066173 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bb4f7-5121-4f47-9a23-6bb69a3dfe53 req-ec8e3f31-b3a4-405c-a46d-34252f97a970 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:22.067791 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c39bb4f7-5121-4f47-9a23-6bb69a3dfe53 req-ec8e3f31-b3a4-405c-a46d-34252f97a970 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0560291 Nov 16 00:32:22.110682 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c39bb4f7-5121-4f47-9a23-6bb69a3dfe53 req-eebb5865-6e42-49fe-8fc8-5628fc413203 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365558 Nov 16 00:32:22.330170 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf59e9e-c22a-421b-8898-1763d12c6349 req-6dd3fc69-46dc-4144-b351-88cb1a4593c6 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:22.332256 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-aaf59e9e-c22a-421b-8898-1763d12c6349 req-6dd3fc69-46dc-4144-b351-88cb1a4593c6 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0862839 Nov 16 00:32:22.383385 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861e2e0-e44f-4c4f-84d4-b8eac4ed07a4 req-a001d764-4365-43fe-8c7f-53ce72141078 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:22.384611 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-aaf59e9e-c22a-421b-8898-1763d12c6349 req-22ceaa70-89e6-450a-a79c-5cdbd086116d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422850 Nov 16 00:32:22.387622 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2861e2e0-e44f-4c4f-84d4-b8eac4ed07a4 req-a001d764-4365-43fe-8c7f-53ce72141078 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0806522 Nov 16 00:32:22.434801 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2861e2e0-e44f-4c4f-84d4-b8eac4ed07a4 req-3410febe-13fc-4269-8723-ea50484ea628 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387027 Nov 16 00:32:23.258341 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cd338-b007-46ce-8e20-666689bb9b4d req-80623084-47bd-4e52-b694-035719ab661a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:23.260142 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c41cd338-b007-46ce-8e20-666689bb9b4d req-80623084-47bd-4e52-b694-035719ab661a tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0680149 Nov 16 00:32:23.308700 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c41cd338-b007-46ce-8e20-666689bb9b4d req-700416e4-b334-4c63-9846-bc0a75269f24 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Nov 16 00:32:23.568859 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436936-5346-4acf-b0d6-5a2406d12cec req-22824c01-58b4-4e42-83b9-47167fe017e1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:23.570845 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e3436936-5346-4acf-b0d6-5a2406d12cec req-22824c01-58b4-4e42-83b9-47167fe017e1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0832908 Nov 16 00:32:23.621248 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e3436936-5346-4acf-b0d6-5a2406d12cec req-b76fb1d1-247c-4723-b17c-f948a1d41bc2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437510 Nov 16 00:32:23.636126 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98164c02-89e9-419a-befb-7e3c6c1d7015 req-345d244e-3efe-49ff-ad9e-b107468a9d18 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:23.638432 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-98164c02-89e9-419a-befb-7e3c6c1d7015 req-345d244e-3efe-49ff-ad9e-b107468a9d18 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 944 time: 0.0735106 Nov 16 00:32:23.706492 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-98164c02-89e9-419a-befb-7e3c6c1d7015 req-db677a8b-5e3f-4772-a438-7203ad4a5b0a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545301 Nov 16 00:32:23.798782 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:32:23.943160 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:23.961932 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'port_id': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'mac_address': 'fa:16:3e:df:27:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:32:24.008357 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:24.024023 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:32:24.048410 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:24.053398 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:24.127692 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=9']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:24.362960 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['10abc4a6-a723-4a5c-855b-11d4b6d40eb9'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:32:24.448593 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7bd68-9c3a-4edb-b33a-11dc2812eba1 req-4ad9c456-5c00-4aa2-a144-7d9a5acc7b31 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:24.450354 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4a7bd68-9c3a-4edb-b33a-11dc2812eba1 req-4ad9c456-5c00-4aa2-a144-7d9a5acc7b31 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0629604 Nov 16 00:32:24.497429 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4a7bd68-9c3a-4edb-b33a-11dc2812eba1 req-da8bbfb6-8f60-47c9-a815-e9bbc63bd1e7 tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366659 Nov 16 00:32:24.767000 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddaba8-c2ae-4118-bcc7-8ead27f81fec req-7e1fe198-6123-4dec-aa4b-c2d8637005cd tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:24.768684 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-26ddaba8-c2ae-4118-bcc7-8ead27f81fec req-7e1fe198-6123-4dec-aa4b-c2d8637005cd tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0573900 Nov 16 00:32:24.812892 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-26ddaba8-c2ae-4118-bcc7-8ead27f81fec req-ae86fcaf-cee3-423f-8019-28617a9803a2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375962 Nov 16 00:32:24.837410 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6423-2cd3-42b2-bef2-6c3b86fa24ba req-e049bc67-5c40-4cf0-a78e-a7c21fb004b2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:24.838968 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-baab6423-2cd3-42b2-bef2-6c3b86fa24ba req-e049bc67-5c40-4cf0-a78e-a7c21fb004b2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 945 time: 0.0534174 Nov 16 00:32:24.883400 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-baab6423-2cd3-42b2-bef2-6c3b86fa24ba req-9ae3fa64-73d0-4c32-bdd4-4605bd13608c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376201 Nov 16 00:32:25.250794 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811ba77-e569-403b-b933-4ac6717c025f req-89233a2f-742b-4354-baab-01a696854a5e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:25.252467 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9811ba77-e569-403b-b933-4ac6717c025f req-89233a2f-742b-4354-baab-01a696854a5e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.36 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0745652 Nov 16 00:32:25.288364 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45800) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:25.418392 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-9811ba77-e569-403b-b933-4ac6717c025f req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Deleting port c1f88a1d-9b68-4cbe-84d4-91309b1307d6 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:32:25.418764 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-9811ba77-e569-403b-b933-4ac6717c025f req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:25.438868 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-9c21a05a-fdba-4d53-9598-3aa9a2a656f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4262ca01104142daa42d05ef22e0d643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485033 Nov 16 00:32:25.442119 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45804) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:25.497374 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb819262-5d3a-438d-afd3-84598ccdfd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:25.522545 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb819262-5d3a-438d-afd3-84598ccdfd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:25.533165 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-9811ba77-e569-403b-b933-4ac6717c025f req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] For port c1f88a1d-9b68-4cbe-84d4-91309b1307d6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:25.533674 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-9811ba77-e569-403b-b933-4ac6717c025f req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:25.553667 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-9811ba77-e569-403b-b933-4ac6717c025f req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Calling delete_port for c1f88a1d-9b68-4cbe-84d4-91309b1307d6 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:32:25.588058 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb819262-5d3a-438d-afd3-84598ccdfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:25.592331 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb819262-5d3a-438d-afd3-84598ccdfd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:25.597904 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-bb819262-5d3a-438d-afd3-84598ccdfd53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/400f71fc-74e1-44c9-8280-881139f655ed HTTP/1.1" status: 204 len: 168 time: 0.1546378 Nov 16 00:32:25.609761 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb819262-5d3a-438d-afd3-84598ccdfd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400f71fc-74e1-44c9-8280-881139f655ed,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:25.691359 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a06894-aad5-440b-990d-840242c78cd9 req-b00b8975-e539-4583-a7b9-2f3f21517d1c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:25.694025 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-40a06894-aad5-440b-990d-840242c78cd9 req-b00b8975-e539-4583-a7b9-2f3f21517d1c tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896600e3-829b-43f9-87af-60d271f05432 HTTP/1.1" status: 200 len: 945 time: 0.0811636 Nov 16 00:32:25.739345 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-9811ba77-e569-403b-b933-4ac6717c025f req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:25.740407 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-40a06894-aad5-440b-990d-840242c78cd9 req-2bda2fea-b2f8-4eb9-a49e-6ce3c85695ae tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.31 "GET /v2.0/security-groups?id=55405c69-d8ab-4222-9666-764e840b6d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391455 Nov 16 00:32:25.762018 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['c1f88a1d-9b68-4cbe-84d4-91309b1307d6'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:32:25.800873 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Pushing event deleted for resources: {'Port': ['ID=c1f88a1d-9b68-4cbe-84d4-91309b1307d6,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:25.816488 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:32:25.893070 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-9811ba77-e569-403b-b933-4ac6717c025f req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] No DVR routers for this DVR port c1f88a1d-9b68-4cbe-84d4-91309b1307d6 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:32:25.897988 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-9811ba77-e569-403b-b933-4ac6717c025f req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:25.904670 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9811ba77-e569-403b-b933-4ac6717c025f req-b622c220-d173-49d0-9a80-690d0f59005e tempest-ServerRescueNegativeTestJSON-1592611832 tempest-ServerRescueNegativeTestJSON-1592611832-project] 10.222.0.36 "DELETE /v2.0/ports/c1f88a1d-9b68-4cbe-84d4-91309b1307d6 HTTP/1.1" status: 204 len: 173 time: 0.6446629 Nov 16 00:32:25.907148 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896600e3-829b-43f9-87af-60d271f05432', 'name': 'network-vif-deleted', 'tag': 'c1f88a1d-9b68-4cbe-84d4-91309b1307d6'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:25.911691 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164fd687-714e-44d0-a2e7-78b128ec1a82" -d '{"events": [{"server_uuid": "896600e3-829b-43f9-87af-60d271f05432", "name": "network-vif-deleted", "tag": "c1f88a1d-9b68-4cbe-84d4-91309b1307d6"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:25.941326 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:32:25.942080 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:26.035567 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344bc85-39bc-4004-a4fb-13ce0016b922 req-0d1439bd-7692-4220-8273-872a29fa7d89 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:26.041470 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c344bc85-39bc-4004-a4fb-13ce0016b922 req-0d1439bd-7692-4220-8273-872a29fa7d89 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1134410 Nov 16 00:32:26.092334 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9889b36-94cb-4e12-bf11-18e37cce9778 req-573fc5c2-eb67-4e4e-b4f4-0f114cde626a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:26.102710 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c9889b36-94cb-4e12-bf11-18e37cce9778 req-573fc5c2-eb67-4e4e-b4f4-0f114cde626a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 945 time: 0.0728052 Nov 16 00:32:26.138349 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:26.155957 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c344bc85-39bc-4004-a4fb-13ce0016b922 req-8609d579-7dcf-4bcf-89b4-1b6fee572011 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000183 Nov 16 00:32:26.185243 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c9889b36-94cb-4e12-bf11-18e37cce9778 req-731affaf-c113-4db9-bd50-d58c2772f188 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798509 Nov 16 00:32:26.208613 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:26.213506 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014f88ad-2bec-408b-8392-71e6829c6083" -d '{"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-plugged", "status": "completed", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:26.247732 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:26.249816 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13d25c8-ed04-47be-af53-81887985d39e x-openstack-request-id: req-d13d25c8-ed04-47be-af53-81887985d39e {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:26.250575 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896600e3-829b-43f9-87af-60d271f05432", "name": "network-vif-deleted", "tag": "c1f88a1d-9b68-4cbe-84d4-91309b1307d6", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:26.250989 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d13d25c8-ed04-47be-af53-81887985d39e {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:26.251747 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896600e3-829b-43f9-87af-60d271f05432', 'name': 'network-vif-deleted', 'tag': 'c1f88a1d-9b68-4cbe-84d4-91309b1307d6', 'status': 'completed', 'code': 200} Nov 16 00:32:26.256593 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:26.312811 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e06536b-81c9-4635-aa67-41c75eca66d6 x-openstack-request-id: req-3e06536b-81c9-4635-aa67-41c75eca66d6 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:26.313087 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-plugged", "status": "completed", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:26.313855 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e06536b-81c9-4635-aa67-41c75eca66d6 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:26.314717 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'code': 200} Nov 16 00:32:26.328185 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=10']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:26.697763 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45838) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:26.818313 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45844) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:26.878760 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1978827726-network', 'tenant_id': '4ea54a26354e40baac7af6061517ccf4'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:26.899557 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ba64c-5b6a-464e-99ea-ae9d589381af req-8a51a8b2-fe7b-462f-8a28-9686a8aab8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:26.901217 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5d3ba64c-5b6a-464e-99ea-ae9d589381af req-8a51a8b2-fe7b-462f-8a28-9686a8aab8d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 1100 time: 0.0530701 Nov 16 00:32:26.946861 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5d3ba64c-5b6a-464e-99ea-ae9d589381af req-cf68758d-1ea3-418b-ad84-c091e8579710 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367799 Nov 16 00:32:26.959227 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Made reservation on behalf of 4ea54a26354e40baac7af6061517ccf4 for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:32:26.961884 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:26.975918 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:27.226193 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:27.235371 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:27.323088 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:32:27.371918 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:27.372262 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Added segment d117fb50-a4e1-4b2a-b0d1-b729ebf845a0 of type vlan for network 5bc8079a-b087-4e35-8fba-022dbaf3b750 Nov 16 00:32:27.373475 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd200c10-dfe0-434e-b55a-6a6edfccb44d,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:27.386376 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63039a08-fdbc-4a9a-b002-9c5751781a78 req-2bd86660-2626-4b37-9ea5-3280a6a9c58e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:27.392069 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-63039a08-fdbc-4a9a-b002-9c5751781a78 req-2bd86660-2626-4b37-9ea5-3280a6a9c58e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 947 time: 0.0919528 Nov 16 00:32:27.443738 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-63039a08-fdbc-4a9a-b002-9c5751781a78 req-57a7409b-26d3-48b8-b2d2-efa6fd06a9a1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462010 Nov 16 00:32:27.460673 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:27.474346 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed0000-133b-47ac-b912-38128fa01ca7 req-09008d8b-ca54-4141-8c79-80f37d5e1fa2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:27.475856 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-64ed0000-133b-47ac-b912-38128fa01ca7 req-09008d8b-ca54-4141-8c79-80f37d5e1fa2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1853838 Nov 16 00:32:27.543730 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:27.544898 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:27.545620 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:27.804408 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5e9b0-2720-49d3-b12c-8155dbfa1f5f req-7ff02e1b-529a-4d47-b2fa-46bb52a76d96 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:27.806080 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-87d5e9b0-2720-49d3-b12c-8155dbfa1f5f req-7ff02e1b-529a-4d47-b2fa-46bb52a76d96 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0780563 Nov 16 00:32:27.867830 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-87d5e9b0-2720-49d3-b12c-8155dbfa1f5f req-fc66d9c4-093a-4370-85ff-6990400dd5fc tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545919 Nov 16 00:32:27.892489 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 45858) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:27.915023 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-64ed0000-133b-47ac-b912-38128fa01ca7 req-b0e67fe0-2180-4b8f-9d7e-1abc905de462 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164939 Nov 16 00:32:27.929295 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2293482 Nov 16 00:32:27.929590 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 45862) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:27.931850 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4588ec-e271-4920-bc8a-3f02d62f1451 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc8079a-b087-4e35-8fba-022dbaf3b750,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:27.948382 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Request body: {'subnet': {'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1978827726-subnet', 'tenant_id': '4ea54a26354e40baac7af6061517ccf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:27.948707 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 5bc8079a-b087-4e35-8fba-022dbaf3b750 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:32:27.990493 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Made reservation on behalf of 4ea54a26354e40baac7af6061517ccf4 for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:32:27.994660 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463023'] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:27.998803 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076507'] for router_interface, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:28.068488 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-20e8d438-ab04-42d1-8708-7c1c16c343ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:28.235331 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a96d889-0dd9-4053-89ba-512664f3bde3 tempest-TestMinimumBasicScenario-562641058 tempest-TestMinimumBasicScenario-562641058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:28.237523 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-5a96d889-0dd9-4053-89ba-512664f3bde3 tempest-TestMinimumBasicScenario-562641058 tempest-TestMinimumBasicScenario-562641058-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 1094 time: 0.3438125 Nov 16 00:32:28.240441 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 45872) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:28.246249 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'floatingip': {'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'port_id': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:28.308998 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for floatingip, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:28.486985 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Deleting port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:32:28.489821 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:28.664761 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] For port 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=15ffa89f-8a5e-4abf-b838-6e2f2cf0405f,segment=NetworkSegment(4336905e-f3e0-438f-b53e-21e1a2ce71f9),segment_id=4336905e-f3e0-438f-b53e-21e1a2ce71f9)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:28.665548 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:28.680399 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463001'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:28.682470 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Calling delete_port for 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f owned by network:router_interface {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:32:28.768372 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448caeec-4872-45c1-9dab-409f142ab14b req-a9645ba4-dd20-4557-8636-2e3ac0aec440 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:28.770021 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-448caeec-4872-45c1-9dab-409f142ab14b req-a9645ba4-dd20-4557-8636-2e3ac0aec440 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 947 time: 0.1410415 Nov 16 00:32:28.776156 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41273e5-def7-47b0-8747-46410a85600a,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:28.828963 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Checking segment: {'id': 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:32:28.829307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Network hostable DHCP agents. Network: 5bc8079a-b087-4e35-8fba-022dbaf3b750, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:32:28.852040 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-448caeec-4872-45c1-9dab-409f142ab14b req-b5432b8d-280b-4b7c-a22d-bc6a79ee188d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627534 Nov 16 00:32:28.888859 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Network 5bc8079a-b087-4e35-8fba-022dbaf3b750 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:32:28.911826 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:28.927622 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 5bc8079a-b087-4e35-8fba-022dbaf3b750) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:32:28.942205 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44f1aba-9605-44e4-bdf2-302473bd8592 None None] Network 5bc8079a-b087-4e35-8fba-022dbaf3b750 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:32:28.948294 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:28.949482 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:29.019536 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-2ae81849-3c68-4fc4-84b1-e7db602f2465 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0883338 Nov 16 00:32:29.119219 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:29.159403 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Allocated IP 172.27.1.231 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/100397bb-3012-48ec-aa21-cb5c06fbc976) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:32:29.182360 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b5892a-d95e-436a-80dc-4b0f33065753 None None] Network 5bc8079a-b087-4e35-8fba-022dbaf3b750 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:32:29.217142 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ffa89f-8a5e-4abf-b838-6e2f2cf0405f,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:29.331162 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b60759-7737-4a8d-a0ac-0211941cfa93 req-55b5cfd3-cd7a-4564-b1e7-dcb006cd5edc tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:29.340534 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-33b60759-7737-4a8d-a0ac-0211941cfa93 req-55b5cfd3-cd7a-4564-b1e7-dcb006cd5edc tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.2436056 Nov 16 00:32:29.399682 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:29.463216 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:29.476202 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-33b60759-7737-4a8d-a0ac-0211941cfa93 req-11cfcff7-dee2-40b6-8e58-c12876a687ab tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340473 Nov 16 00:32:29.525289 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:32:29.535000 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:32:29.538044 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'Port': ['ID=100397bb-3012-48ec-aa21-cb5c06fbc976,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:29.547451 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:32:29.582737 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076573'] for router_interface, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:29.826548 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device c1f88a1d-9b68-4cbe-84d4-91309b1307d6 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:32:29.879798 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: c1f88a1d-9b68-4cbe-84d4-91309b1307d6 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:32:29.880205 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device c1f88a1d-9b68-4cbe-84d4-91309b1307d6 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:32:29.903590 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487b8b9-663c-41ff-bc6f-1b28176c31f9 req-1931c5e7-bfdb-4178-acf4-733f9c22fc38 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:29.912133 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a487b8b9-663c-41ff-bc6f-1b28176c31f9 req-1931c5e7-bfdb-4178-acf4-733f9c22fc38 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1591830 Nov 16 00:32:30.008058 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefd886-002f-4823-9923-a6ca4f592670 req-3b974019-2810-4bad-818a-2949a66d5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:30.012158 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8aefd886-002f-4823-9923-a6ca4f592670 req-3b974019-2810-4bad-818a-2949a66d5ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 1099 time: 0.1065903 Nov 16 00:32:30.056961 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Router e492303a-46d2-44b3-a2f3-bc74c6de1dbb has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:32:30.072447 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a487b8b9-663c-41ff-bc6f-1b28176c31f9 req-52b82bfa-3f06-4d22-a34f-65003f4f95fc tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587584 Nov 16 00:32:30.237107 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:32:30.244771 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-78a6af8d-0d3f-402d-b67a-d3bcd25fa2c6 admin admin] 10.222.0.31 "PUT /v2.0/routers/e492303a-46d2-44b3-a2f3-bc74c6de1dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4248309 Nov 16 00:32:30.249179 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45920) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:30.251724 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] Sync routers for ids ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:32:30.261870 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] Routers {'e492303a-46d2-44b3-a2f3-bc74c6de1dbb'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:32:30.262527 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:32:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:30.413020 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks [] for router, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:30.416877 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb9f88-2d18-43be-8600-03370d7271a2 req-87ce6166-4f08-4467-8483-6f9fc5a6be47 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:30.418512 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33bb9f88-2d18-43be-8600-03370d7271a2 req-87ce6166-4f08-4467-8483-6f9fc5a6be47 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 947 time: 0.3700576 Nov 16 00:32:30.434492 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefd886-002f-4823-9923-a6ca4f592670 req-322586a9-6434-46cd-b335-d3a726be9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:30.439483 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8aefd886-002f-4823-9923-a6ca4f592670 req-322586a9-6434-46cd-b335-d3a726be9b8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 911 time: 0.4186537 Nov 16 00:32:30.499011 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] Set router e492303a-46d2-44b3-a2f3-bc74c6de1dbb gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:32:30.577300 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:30.645382 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:30.688150 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33bb9f88-2d18-43be-8600-03370d7271a2 req-35e699ae-0ceb-4b5d-93f5-a719d2595c0a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2463984 Nov 16 00:32:30.702255 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8aefd886-002f-4823-9923-a6ca4f592670 req-300d6300-6c0d-458e-aa0f-9c25688dc950 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01184432-b920-416d-948c-2998a3138394 HTTP/1.1" status: 200 len: 1002 time: 0.2452333 Nov 16 00:32:30.740735 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:30.792098 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:30.809207 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:34Z', 'updated_at': '2021-11-16T00:32:28Z', 'revision_number': 5, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'gw_port': {'id': 'e2d81371-f0ff-4c58-9cd3-74536a370c65', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:30.824864 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefd886-002f-4823-9923-a6ca4f592670 req-61fc1824-1533-4013-8d1c-1c9dc1a60bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:30.826670 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8aefd886-002f-4823-9923-a6ca4f592670 req-61fc1824-1533-4013-8d1c-1c9dc1a60bb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d00cf4cb-12d8-4c12-a763-066afa9978bb HTTP/1.1" status: 200 len: 849 time: 0.1067030 Nov 16 00:32:30.840427 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] Checking router: e492303a-46d2-44b3-a2f3-bc74c6de1dbb for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:32:30.852096 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] Routers {'e492303a-46d2-44b3-a2f3-bc74c6de1dbb'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:32:30.853040 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:32:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:30.891751 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Deleting port e2d81371-f0ff-4c58-9cd3-74536a370c65 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:32:30.892420 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:30.975725 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] Set router e492303a-46d2-44b3-a2f3-bc74c6de1dbb gateway port host: None {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:32:30.993047 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefd886-002f-4823-9923-a6ca4f592670 req-c90b739f-7c35-4bb2-b1cd-d0e6e9679261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:30.995037 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8aefd886-002f-4823-9923-a6ca4f592670 req-c90b739f-7c35-4bb2-b1cd-d0e6e9679261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3262426f-7c77-4fea-b32e-ea6229d56ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1593695 Nov 16 00:32:31.049501 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:34Z', 'updated_at': '2021-11-16T00:32:30Z', 'revision_number': 6, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'gw_port_host': None}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:31.058674 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] For port e2d81371-f0ff-4c58-9cd3-74536a370c65, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=e2d81371-f0ff-4c58-9cd3-74536a370c65,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:31.059347 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.080796 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbfcff-f82a-4663-9b51-845d2ba2b9be None None] The sync data for ids ['e492303a-46d2-44b3-a2f3-bc74c6de1dbb'] in dv-cinder-811154-2-iscsi is: [{'id': 'e492303a-46d2-44b3-a2f3-bc74c6de1dbb', 'name': 'tempest-ServerRescueNegativeTestJSON-398031369-router', 'tenant_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:34Z', 'updated_at': '2021-11-16T00:32:30Z', 'revision_number': 6, 'project_id': '1e424e3f6e1d448fb921f87b10aa1fc5', 'gw_port_host': None}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:32:31.088467 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Calling delete_port for e2d81371-f0ff-4c58-9cd3-74536a370c65 owned by network:router_gateway {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:32:31.165255 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.179374 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.216789 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8aefd886-002f-4823-9923-a6ca4f592670 req-2261d6a6-a7ac-4b5e-ba5a-4d62777573f0 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111449 Nov 16 00:32:31.311909 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdba345-acc6-41bf-b140-483b1a1f0751 req-0b8cda65-543d-4dce-97ff-5b11b8a74a5c tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:31.314547 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dbdba345-acc6-41bf-b140-483b1a1f0751 req-0b8cda65-543d-4dce-97ff-5b11b8a74a5c tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.1091468 Nov 16 00:32:31.364759 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8aefd886-002f-4823-9923-a6ca4f592670 req-d89f41c0-f4ac-4cfe-8dc6-003cb0c0e023 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003776 Nov 16 00:32:31.378633 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.380900 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'Port': ['ID=100397bb-3012-48ec-aa21-cb5c06fbc976,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:31.441622 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-608e6490-0fd8-4293-9f74-6c6eff60cec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.479421 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dbdba345-acc6-41bf-b140-483b1a1f0751 req-42400166-db55-47ee-ad4b-6ecef29305b0 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018095 Nov 16 00:32:31.583001 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Floating IP 7a007094-7c69-4141-b9d2-71e1108964ad associated. External IP: 172.27.1.231, port: 766ca728-c4c6-4a74-b3aa-0075802cbf56. Nov 16 00:32:31.614776 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.635089 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:32:31.676992 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d81371-f0ff-4c58-9cd3-74536a370c65,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:31.682253 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:32:31.684882 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 15ffa89f-8a5e-4abf-b838-6e2f2cf0405f not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:32:31.690457 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-178d9a8e-3a66-4f2a-accd-e4d4d9539987 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:31.692113 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-178d9a8e-3a66-4f2a-accd-e4d4d9539987 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/networks?id=5bc8079a-b087-4e35-8fba-022dbaf3b750 HTTP/1.1" status: 200 len: 814 time: 0.2688184 Nov 16 00:32:31.726834 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-fe475c92-b5a2-43dd-948a-3f7e42d7ecd0 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/quotas/4ea54a26354e40baac7af6061517ccf4 HTTP/1.1" status: 200 len: 375 time: 0.0149753 Nov 16 00:32:31.776354 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2073803'] for router_gateway, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.777303 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3e139f95-d734-456c-9051-0f7268d1aebf tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ea54a26354e40baac7af6061517ccf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334799 Nov 16 00:32:31.899966 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.903397 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.982465 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2066523'] for router, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.982986 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e492303a-46d2-44b3-a2f3-bc74c6de1dbb {{(pid=107819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 00:32:31.992786 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:31.994966 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-348d82f8-bd4d-472b-82c3-ce11cedf0066 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e492303a-46d2-44b3-a2f3-bc74c6de1dbb HTTP/1.1" status: 204 len: 168 time: 1.7435474 Nov 16 00:32:32.007248 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45942) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:32.051581 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.089194 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-071a3652-16f6-4280-a8fe-d63e4b9127b9 admin admin] Deleting subnet e065f267-c6f8-4c5b-abd1-ebb094a971ff {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:32:32.092405 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-071a3652-16f6-4280-a8fe-d63e4b9127b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.158841 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-071a3652-16f6-4280-a8fe-d63e4b9127b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.211638 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-071a3652-16f6-4280-a8fe-d63e4b9127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.252891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Router 95f7d394-4882-44d2-b161-0a42f98db199 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:32:32.257350 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-2faa4a73-e960-445a-9d02-dff2ed78ddbc service neutron] 10.222.0.31 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447248 Nov 16 00:32:32.286033 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-071a3652-16f6-4280-a8fe-d63e4b9127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.334476 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a3652-16f6-4280-a8fe-d63e4b9127b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e065f267-c6f8-4c5b-abd1-ebb094a971ff,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:32.340025 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-071a3652-16f6-4280-a8fe-d63e4b9127b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.347483 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-071a3652-16f6-4280-a8fe-d63e4b9127b9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e065f267-c6f8-4c5b-abd1-ebb094a971ff HTTP/1.1" status: 204 len: 168 time: 0.3382723 Nov 16 00:32:32.348898 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45944) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:32.463195 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.497234 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-a552e38f-bfb8-4bd1-890d-9e744d8966d4 service neutron] 10.222.0.31 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302597 Nov 16 00:32:32.504437 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:32:32.524392 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] Sync routers for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:32:32.531349 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.555288 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:32:32.556772 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:32:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:32.586026 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-3fb39997-a857-409c-a43b-c62fb57d1e14 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3407533 Nov 16 00:32:32.586282 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45948) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:32.590860 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-a5ffe079-a2f3-4225-9b7e-525fdfd20b63 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536369284', 'description': 'tempest-secgroup-smoke-1536369284 description', 'project_id': '7d4495714639486cad8d6a4039009581'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:32.595911 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:32.598277 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154fc7da-ba7a-447f-a9d8-b00d7af516c2" -d '{"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:32.625402 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.637604 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe079-a2f3-4225-9b7e-525fdfd20b63 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.681612 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2716731e-1433-4cb7-8b9e-2e41adaa7566']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:32.696149 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4336905e-f3e0-438f-b53e-21e1a2ce71f9') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:32.696478 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4336905e-f3e0-438f-b53e-21e1a2ce71f9') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:32.710871 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.712345 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d183747a-6c1f-455b-aba1-e796d9c49655 x-openstack-request-id: req-d183747a-6c1f-455b-aba1-e796d9c49655 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:32.712926 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:32.713358 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d183747a-6c1f-455b-aba1-e796d9c49655 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:32.714199 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'status': 'completed', 'code': 200} Nov 16 00:32:32.729473 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.739446 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:32:32.739859 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:32:32.807999 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:32:32.832613 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.843225 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-46bc6441-d2f4-4ba5-a943-fe7d344bdd97 req-2d56ec84-fcb3-43d1-8b68-5dead8a0ac22 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 210 time: 0.0795090 Nov 16 00:32:32.857241 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:32.857241 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2716731e-1433-4cb7-8b9e-2e41adaa7566 HTTP/1.1" status: 204 len: 168 time: 0.5047870 Nov 16 00:32:32.878338 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f64d7d-1b9a-4a4d-a67d-a45518abe776 admin admin] Pushing event deleted for resources: {'Network': ['ID=2716731e-1433-4cb7-8b9e-2e41adaa7566,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:32.885092 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-0bd2d735-39d8-4aa4-a8eb-3a2a6b06b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:32.887613 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-0bd2d735-39d8-4aa4-a8eb-3a2a6b06b22e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d4495714639486cad8d6a4039009581&device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 1099 time: 0.1474688 Nov 16 00:32:32.910833 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649133c9-5620-4e72-8621-7eb81eeb7a54 req-fa60c3d3-0412-4b09-865e-7e9aaa36de23 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:32.919305 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-649133c9-5620-4e72-8621-7eb81eeb7a54 req-fa60c3d3-0412-4b09-865e-7e9aaa36de23 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.2758446 Nov 16 00:32:32.978043 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-649133c9-5620-4e72-8621-7eb81eeb7a54 req-bba0b90f-1865-4887-9745-b846ec95f2eb tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559216 Nov 16 00:32:33.029969 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe079-a2f3-4225-9b7e-525fdfd20b63 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.033905 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:32:33.038339 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe079-a2f3-4225-9b7e-525fdfd20b63 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.113030 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 45964) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:33.127261 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a5ffe079-a2f3-4225-9b7e-525fdfd20b63 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.131132 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-a5ffe079-a2f3-4225-9b7e-525fdfd20b63 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5418675 Nov 16 00:32:33.132312 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45966) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:33.138252 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-c132fef8-100a-49cd-a9b8-545db195f852 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'security_group_rule': {'security_group_id': 'ee0dc591-4647-4bb0-b605-bcaf54f2684a', 'project_id': '7d4495714639486cad8d6a4039009581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:33.151449 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffe079-a2f3-4225-9b7e-525fdfd20b63 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0dc591-4647-4bb0-b605-bcaf54f2684a,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:33.194816 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c132fef8-100a-49cd-a9b8-545db195f852 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.228156 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-d3418d0e-9e03-4386-8719-176ce5381e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:33.229798 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-d3418d0e-9e03-4386-8719-176ce5381e2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422 HTTP/1.1" status: 200 len: 916 time: 0.3344176 Nov 16 00:32:33.236769 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45968) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:33.237217 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-3cc33dee-c702-41bf-81ff-9eafb6b4e225 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e424e3f6e1d448fb921f87b10aa1fc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1205947 Nov 16 00:32:33.336706 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device e2d81371-f0ff-4c58-9cd3-74536a370c65 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:32:33.366331 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: e2d81371-f0ff-4c58-9cd3-74536a370c65 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:32:33.366954 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device e2d81371-f0ff-4c58-9cd3-74536a370c65 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:32:33.387117 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c132fef8-100a-49cd-a9b8-545db195f852 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.407135 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c132fef8-100a-49cd-a9b8-545db195f852 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.428950 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-f20f8ed7-de0f-4892-9a26-604b0b4c22b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 1000 time: 0.1900413 Nov 16 00:32:33.444564 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '7a007094-7c69-4141-b9d2-71e1108964ad', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'port_id': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'mac_address': 'fa:16:3e:37:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:32:30Z', 'updated_at': '2021-11-16T00:32:30Z', 'revision_number': 0, 'project_id': '7d4495714639486cad8d6a4039009581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058f89be-775a-4e8d-9be0-b63fe9167345', 'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'mac_address': 'fa:16:3e:20:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:02Z', 'updated_at': '2021-11-16T00:31:10Z', 'revision_number': 5, 'project_id': '7d4495714639486cad8d6a4039009581', 'subnets': [{'id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:33.448828 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3d30556-72ea-4633-92a6-2a7f57201407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.460599 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132fef8-100a-49cd-a9b8-545db195f852 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf54cdd-c2b1-4998-bc97-083e5302941d,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:33.478751 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] Checking router: 95f7d394-4882-44d2-b161-0a42f98db199 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:32:33.491901 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:32:33.492599 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:32:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:33.492918 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c132fef8-100a-49cd-a9b8-545db195f852 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.494718 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-c132fef8-100a-49cd-a9b8-545db195f852 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3609018 Nov 16 00:32:33.498013 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 45972) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:33.514233 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-c4774937-efe0-4583-8b90-14f966e36fa0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'security_group_rule': {'security_group_id': 'ee0dc591-4647-4bb0-b605-bcaf54f2684a', 'project_id': '7d4495714639486cad8d6a4039009581', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:33.525665 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3d30556-72ea-4633-92a6-2a7f57201407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.549372 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-750ff93e-a038-4db5-b86a-d9059a5d5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:33.552239 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-750ff93e-a038-4db5-b86a-d9059a5d5e85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8be17d66-8484-4e73-8241-b212ba3148e4 HTTP/1.1" status: 200 len: 854 time: 0.1135697 Nov 16 00:32:33.609064 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c4774937-efe0-4583-8b90-14f966e36fa0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.616678 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3d30556-72ea-4633-92a6-2a7f57201407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.620113 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3d30556-72ea-4633-92a6-2a7f57201407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.621662 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-e3d30556-72ea-4633-92a6-2a7f57201407 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55405c69-d8ab-4222-9666-764e840b6d64 HTTP/1.1" status: 204 len: 168 time: 0.3833170 Nov 16 00:32:33.631167 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d30556-72ea-4633-92a6-2a7f57201407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55405c69-d8ab-4222-9666-764e840b6d64,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:33.665248 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-a0592d13-e44e-45d0-96d9-9281eefa4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:33.666971 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-a0592d13-e44e-45d0-96d9-9281eefa4720 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047423 Nov 16 00:32:33.702354 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.708174 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:32:33.777104 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c4774937-efe0-4583-8b90-14f966e36fa0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.784189 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c4774937-efe0-4583-8b90-14f966e36fa0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.816984 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4774937-efe0-4583-8b90-14f966e36fa0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b3eba1-304c-4bfc-8795-cd3946041782,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:33.844544 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c4774937-efe0-4583-8b90-14f966e36fa0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:33.848445 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c4774937-efe0-4583-8b90-14f966e36fa0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3460598 Nov 16 00:32:33.849189 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45976) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:33.856678 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-d912fc43-2036-4b27-8788-5b82c018bc43 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'security_group_rule': {'security_group_id': 'ee0dc591-4647-4bb0-b605-bcaf54f2684a', 'project_id': '7d4495714639486cad8d6a4039009581', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:33.860920 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-4473cd8d-8aae-4b5b-b340-eb21b389bb14 service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850719 Nov 16 00:32:33.924455 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d912fc43-2036-4b27-8788-5b82c018bc43 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.022052 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d912fc43-2036-4b27-8788-5b82c018bc43 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.022847 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-36c9062f-9f0c-4d10-a5d4-adb7ced91775 req-a1468daa-4341-4d49-870e-e2ddb7838ac2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 210 time: 0.0459585 Nov 16 00:32:34.028179 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d912fc43-2036-4b27-8788-5b82c018bc43 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.046764 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912fc43-2036-4b27-8788-5b82c018bc43 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd0afd1-c263-4e89-b5f2-b9bf9a3011e9,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:34.067860 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d912fc43-2036-4b27-8788-5b82c018bc43 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.072515 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-d912fc43-2036-4b27-8788-5b82c018bc43 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2218068 Nov 16 00:32:34.075034 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45982) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:34.079864 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-2d60b556-0d48-4df6-a949-2c100316b31b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'security_group_rule': {'security_group_id': 'ee0dc591-4647-4bb0-b605-bcaf54f2684a', 'project_id': '7d4495714639486cad8d6a4039009581', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:34.084751 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-154fc7da-ba7a-447f-a9d8-b00d7af516c2 req-56284b3c-e873-40f5-b807-581c03ebd4e2 service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135990 Nov 16 00:32:34.140866 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2d60b556-0d48-4df6-a949-2c100316b31b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.153455 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '7a007094-7c69-4141-b9d2-71e1108964ad', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'port_id': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'mac_address': 'fa:16:3e:37:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:32:30Z', 'updated_at': '2021-11-16T00:32:30Z', 'revision_number': 0, 'project_id': '7d4495714639486cad8d6a4039009581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058f89be-775a-4e8d-9be0-b63fe9167345', 'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'mac_address': 'fa:16:3e:20:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:02Z', 'updated_at': '2021-11-16T00:31:10Z', 'revision_number': 5, 'project_id': '7d4495714639486cad8d6a4039009581', 'subnets': [{'id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:32:34.216041 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4284ab8-fd25-4719-bec8-62178f1c7a88 None None] The sync data for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi is: [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '7a007094-7c69-4141-b9d2-71e1108964ad', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'port_id': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'mac_address': 'fa:16:3e:37:ae:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:32:30Z', 'updated_at': '2021-11-16T00:32:30Z', 'revision_number': 0, 'project_id': '7d4495714639486cad8d6a4039009581', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058f89be-775a-4e8d-9be0-b63fe9167345', 'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'mac_address': 'fa:16:3e:20:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:02Z', 'updated_at': '2021-11-16T00:31:10Z', 'revision_number': 5, 'project_id': '7d4495714639486cad8d6a4039009581', 'subnets': [{'id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:32:34.221981 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2d60b556-0d48-4df6-a949-2c100316b31b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.227845 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2d60b556-0d48-4df6-a949-2c100316b31b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.248211 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60b556-0d48-4df6-a949-2c100316b31b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016b1b68-1f7d-4140-8a74-63658d7a2353,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:34.258507 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2d60b556-0d48-4df6-a949-2c100316b31b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.259906 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-2d60b556-0d48-4df6-a949-2c100316b31b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1838191 Nov 16 00:32:34.262819 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 45986) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:34.271035 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-17f1262b-d282-432d-a857-f10f0eb9d939 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'security_group_rule': {'security_group_id': 'ee0dc591-4647-4bb0-b605-bcaf54f2684a', 'project_id': '7d4495714639486cad8d6a4039009581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:34.302437 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.securitygroups_db [None req-17f1262b-d282-432d-a857-f10f0eb9d939 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Project 7d4495714639486cad8d6a4039009581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 00:32:34.314913 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-17f1262b-d282-432d-a857-f10f0eb9d939 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.431996 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-17f1262b-d282-432d-a857-f10f0eb9d939 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.440003 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-17f1262b-d282-432d-a857-f10f0eb9d939 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.485171 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1262b-d282-432d-a857-f10f0eb9d939 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9591cf7-f7e1-459f-a66e-162b35db2bdd,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:34.492758 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-17f1262b-d282-432d-a857-f10f0eb9d939 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.496465 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-17f1262b-d282-432d-a857-f10f0eb9d939 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2317338 Nov 16 00:32:34.502566 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 45994) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:34.512207 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-e0b04865-80a6-48e1-9d5a-467ca196604a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'security_group_rule': {'security_group_id': 'ee0dc591-4647-4bb0-b605-bcaf54f2684a', 'project_id': '7d4495714639486cad8d6a4039009581', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:34.569278 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.securitygroups_db [None req-e0b04865-80a6-48e1-9d5a-467ca196604a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Project 7d4495714639486cad8d6a4039009581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 00:32:34.582515 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e0b04865-80a6-48e1-9d5a-467ca196604a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.583921 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b169237-acf0-4ae1-9163-f32616376cf0 None None] New status for floating IP 7a007094-7c69-4141-b9d2-71e1108964ad: ACTIVE {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:32:34.606232 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-cc6299f3-0ef7-4b5c-a48a-870c2705af2a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:34.609069 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-cc6299f3-0ef7-4b5c-a48a-870c2705af2a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.36 "GET /v2.0/networks?id=5bc8079a-b087-4e35-8fba-022dbaf3b750 HTTP/1.1" status: 200 len: 814 time: 0.2147820 Nov 16 00:32:34.630681 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Request body: {'port': {'device_id': 'ff1f1755-bb14-4be4-90be-c9b32692635d', 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750', 'admin_state_up': True, 'tenant_id': '4ea54a26354e40baac7af6061517ccf4'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:34.748315 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e0b04865-80a6-48e1-9d5a-467ca196604a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.764454 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e0b04865-80a6-48e1-9d5a-467ca196604a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.805802 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b04865-80a6-48e1-9d5a-467ca196604a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0b04ab-5b21-4bf1-b17b-ec7bb5ef3ee4,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:34.811199 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e0b04865-80a6-48e1-9d5a-467ca196604a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.813162 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-e0b04865-80a6-48e1-9d5a-467ca196604a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3094907 Nov 16 00:32:34.877400 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Made reservation on behalf of 4ea54a26354e40baac7af6061517ccf4 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:32:34.882409 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:34.916272 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0ff313dc-234a-467a-918a-c111022f597a req-07761274-30af-4d16-b894-20a85b5e9bbd tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536369284&fields=id&tenant_id=7d4495714639486cad8d6a4039009581 HTTP/1.1" status: 200 len: 267 time: 0.0506687 Nov 16 00:32:34.997975 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff313dc-234a-467a-918a-c111022f597a req-93c54933-c09a-454f-95df-9c79526a2781 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.000856 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0ff313dc-234a-467a-918a-c111022f597a req-93c54933-c09a-454f-95df-9c79526a2781 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0723734 Nov 16 00:32:35.017678 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [req-0ff313dc-234a-467a-918a-c111022f597a req-8abd6b8b-c610-43d2-93d7-1cb0bb77f937 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'port': {'security_groups': ['c938ee4e-572b-4192-8232-eb62dffb6ca3', 'ee0dc591-4647-4bb0-b605-bcaf54f2684a']}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:35.069828 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Allocated IP 172.20.0.7 (5bc8079a-b087-4e35-8fba-022dbaf3b750/a41273e5-def7-47b0-8747-46410a85600a/179c647c-5bc4-406a-80f8-784a650a92d9) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:32:35.079227 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-c3bcdfdd-4f65-4477-8a51-4bc096179308 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660219 Nov 16 00:32:35.161726 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-0ff313dc-234a-467a-918a-c111022f597a req-8abd6b8b-c610-43d2-93d7-1cb0bb77f937 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:35.191086 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-07bc768c-cfef-4fdd-b5b8-45c24bd49168 req-3dc2e86d-1201-483a-98cc-a2adcb7ca826 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 210 time: 0.0386379 Nov 16 00:32:35.221682 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-a8258d69-4684-48c0-a1d5-40ff2651c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.222734 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-a8258d69-4684-48c0-a1d5-40ff2651c6ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 1100 time: 0.1080520 Nov 16 00:32:35.393648 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-68eb91ca-c41e-4248-9c1c-1003effc5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.395153 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-68eb91ca-c41e-4248-9c1c-1003effc5d69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 917 time: 0.1464036 Nov 16 00:32:35.398146 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:35.484615 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-adb735f5-81bc-4d6b-a31e-20b49c5576f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9 HTTP/1.1" status: 200 len: 1001 time: 0.0803533 Nov 16 00:32:35.495604 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:35.499308 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [req-0ff313dc-234a-467a-918a-c111022f597a req-8abd6b8b-c610-43d2-93d7-1cb0bb77f937 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] For port 766ca728-c4c6-4a74-b3aa-0075802cbf56, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:35.540776 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-0ff313dc-234a-467a-918a-c111022f597a req-8abd6b8b-c610-43d2-93d7-1cb0bb77f937 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:35.545221 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-0ff313dc-234a-467a-918a-c111022f597a req-8abd6b8b-c610-43d2-93d7-1cb0bb77f937 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-253005664'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:35.564009 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['766ca728-c4c6-4a74-b3aa-0075802cbf56'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:32:35.581530 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Network 5bc8079a-b087-4e35-8fba-022dbaf3b750 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:32:35.589528 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:32:35.593820 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Pushing event updated for resources: {'Port': ['ID=179c647c-5bc4-406a-80f8-784a650a92d9,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:35.603223 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:32:35.625649 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff313dc-234a-467a-918a-c111022f597a req-8abd6b8b-c610-43d2-93d7-1cb0bb77f937 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.626385 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-0ff313dc-234a-467a-918a-c111022f597a req-8abd6b8b-c610-43d2-93d7-1cb0bb77f937 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:35.635083 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0ff313dc-234a-467a-918a-c111022f597a req-8abd6b8b-c610-43d2-93d7-1cb0bb77f937 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "PUT /v2.0/ports/766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 982 time: 0.6227658 Nov 16 00:32:35.635598 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:35.637924 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3017b250-4cd5-4faa-bfaf-e32223789192" -d '{"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:35.675770 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.676449 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:35.695222 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-1afdf005-ff96-4c8b-a100-6f8d85a2ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.696389 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-1afdf005-ff96-4c8b-a100-6f8d85a2ad99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.1981447 Nov 16 00:32:35.716461 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd6b8b-c610-43d2-93d7-1cb0bb77f937 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'Port': ['ID=766ca728-c4c6-4a74-b3aa-0075802cbf56,revision_number=6']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:35.730727 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-3ebefcd5-54ff-4708-81b1-aa3d2661a755 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1095991 Nov 16 00:32:35.744171 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558d36b3-8035-4984-81e1-91ea9807af46 x-openstack-request-id: req-558d36b3-8035-4984-81e1-91ea9807af46 {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:35.744656 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:35.744866 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-558d36b3-8035-4984-81e1-91ea9807af46 {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:35.747479 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['766ca728-c4c6-4a74-b3aa-0075802cbf56'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:32:35.747922 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'status': 'completed', 'code': 200} Nov 16 00:32:35.778645 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Request body: {'port': {'device_id': 'ff1f1755-bb14-4be4-90be-c9b32692635d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:32:35.833980 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-df1a6747-b091-42f3-8eb2-2e2935710058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.835556 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-df1a6747-b091-42f3-8eb2-2e2935710058 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d4495714639486cad8d6a4039009581&device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 1138 time: 0.0867689 Nov 16 00:32:35.904578 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-1de05ac7-f063-4579-bbe6-36fda2c7f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.906473 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-1de05ac7-f063-4579-bbe6-36fda2c7f59c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2025096 Nov 16 00:32:35.914319 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef3889-290a-4d01-9b38-f081a8cbb82c req-d19d806c-eae7-4025-9642-c4c0c43def7d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.915801 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f1ef3889-290a-4d01-9b38-f081a8cbb82c req-d19d806c-eae7-4025-9642-c4c0c43def7d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.1893034 Nov 16 00:32:35.952801 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e8ae85b2-740b-4b8a-89bd-51e9af7a2942 None None] Provisioning complete for port 766ca728-c4c6-4a74-b3aa-0075802cbf56 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:32:35.953274 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e8ae85b2-740b-4b8a-89bd-51e9af7a2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:35.976212 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:35.996618 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-3e0925d7-cdd6-490e-9da3-f8561c9e313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:35.998096 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-3e0925d7-cdd6-490e-9da3-f8561c9e313a service neutron] 10.222.0.36 "GET /v2.0/networks?id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422 HTTP/1.1" status: 200 len: 916 time: 0.1530571 Nov 16 00:32:36.057070 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f1ef3889-290a-4d01-9b38-f081a8cbb82c req-286226e5-8a77-41f7-b471-8d530a73b76b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299131 Nov 16 00:32:36.145024 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-9ea53dfe-ae45-4676-99c6-1326fa91e3d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 1002 time: 0.1387479 Nov 16 00:32:36.180435 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-2a034f20-2bd1-487f-95d4-335eb2cae4b1 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616861 Nov 16 00:32:36.219204 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-229c4e76-254e-4b40-b825-16feeeb3f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:36.220782 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-229c4e76-254e-4b40-b825-16feeeb3f02e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8be17d66-8484-4e73-8241-b212ba3148e4 HTTP/1.1" status: 200 len: 854 time: 0.0686193 Nov 16 00:32:36.357570 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-0ca6206c-3aa7-41e2-ac09-614dd1d07d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:36.360048 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-0ca6206c-3aa7-41e2-ac09-614dd1d07d58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1321566 Nov 16 00:32:36.363129 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc1721e4-f1b8-4919-b023-2d25676ae4f2 req-56caddcb-f0a3-47dc-83a0-576fc84a996f service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752152 Nov 16 00:32:36.395688 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34223-9e35-42fe-ae0c-d14c7863188b req-d9e1e6a4-f020-429d-9685-97302bb7d333 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:36.397967 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0aa34223-9e35-42fe-ae0c-d14c7863188b req-d9e1e6a4-f020-429d-9685-97302bb7d333 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 931 time: 0.0887582 Nov 16 00:32:36.495037 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179c647c-5bc4-406a-80f8-784a650a92d9 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:32:36.508916 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:36.509873 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0aa34223-9e35-42fe-ae0c-d14c7863188b req-b77f145f-e4cb-4240-947d-361897f900ad tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621977 Nov 16 00:32:36.533025 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-f888b592-0852-4ee4-8b18-427f82d3e337 service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602995 Nov 16 00:32:36.539560 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Transition to ACTIVE for port object 179c647c-5bc4-406a-80f8-784a650a92d9 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:32:36.544337 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:36.633073 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Pushing event updated for resources: {'Port': ['ID=179c647c-5bc4-406a-80f8-784a650a92d9,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:36.701533 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Attempting to bind port 179c647c-5bc4-406a-80f8-784a650a92d9 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:32:36.702552 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Attempting to bind port 179c647c-5bc4-406a-80f8-784a650a92d9 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:32:36.702904 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Attempting to bind port 179c647c-5bc4-406a-80f8-784a650a92d9 on network 5bc8079a-b087-4e35-8fba-022dbaf3b750 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:32:36.708133 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Port 179c647c-5bc4-406a-80f8-784a650a92d9 on network 5bc8079a-b087-4e35-8fba-022dbaf3b750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:32:36.708453 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Attempting to bind port 179c647c-5bc4-406a-80f8-784a650a92d9 on network 5bc8079a-b087-4e35-8fba-022dbaf3b750 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:32:36.714811 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:32:36.715227 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Checking segment: {'id': 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:32:36.715601 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Bound using segment: {'id': 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:32:36.716071 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Bound port: 179c647c-5bc4-406a-80f8-784a650a92d9, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:32:36.716439 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:36.717244 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3017b250-4cd5-4faa-bfaf-e32223789192 req-e811a014-00f7-4d30-9e13-dd919dbe181d service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720827 Nov 16 00:32:36.810435 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] For port 179c647c-5bc4-406a-80f8-784a650a92d9, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:32:36.814896 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] For port 179c647c-5bc4-406a-80f8-784a650a92d9, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=179c647c-5bc4-406a-80f8-784a650a92d9,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:32:36.820120 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:36.859026 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:36.859931 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:36.861521 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] 10.222.0.36 "PUT /v2.0/ports/179c647c-5bc4-406a-80f8-784a650a92d9 HTTP/1.1" status: 200 len: 1093 time: 1.0959206 Nov 16 00:32:36.861967 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1f1755-bb14-4be4-90be-c9b32692635d', 'tag': '179c647c-5bc4-406a-80f8-784a650a92d9'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:36.864226 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c268d92-ea8f-454d-be37-894944159235" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1f1755-bb14-4be4-90be-c9b32692635d", "tag": "179c647c-5bc4-406a-80f8-784a650a92d9"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:36.897666 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9df7fb-dc36-49b5-97b3-2912f8cd221b service neutron] Pushing event updated for resources: {'Port': ['ID=179c647c-5bc4-406a-80f8-784a650a92d9,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:36.927248 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b008915-2ef6-4741-a43f-c2500b2dd022 x-openstack-request-id: req-1b008915-2ef6-4741-a43f-c2500b2dd022 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:36.927455 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1f1755-bb14-4be4-90be-c9b32692635d", "tag": "179c647c-5bc4-406a-80f8-784a650a92d9", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:36.927637 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b008915-2ef6-4741-a43f-c2500b2dd022 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:36.928053 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1f1755-bb14-4be4-90be-c9b32692635d', 'tag': '179c647c-5bc4-406a-80f8-784a650a92d9', 'status': 'completed', 'code': 200} Nov 16 00:32:36.965942 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-dc685961-2ab6-404d-969d-3b2ba76e6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:36.968143 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-dc685961-2ab6-404d-969d-3b2ba76e6a5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ea54a26354e40baac7af6061517ccf4&device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 1096 time: 0.0503886 Nov 16 00:32:37.012193 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-62eb3712-a609-42c7-987a-78bc13f92209 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=179c647c-5bc4-406a-80f8-784a650a92d9 HTTP/1.1" status: 200 len: 217 time: 0.0361292 Nov 16 00:32:37.087398 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-2ad15fad-7e2e-4699-b11a-3db1e512cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:37.088880 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-2ad15fad-7e2e-4699-b11a-3db1e512cfdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a41273e5-def7-47b0-8747-46410a85600a HTTP/1.1" status: 200 len: 854 time: 0.0575922 Nov 16 00:32:37.133705 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-e1a0f341-0fa6-4f6f-a159-b24c02594d3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc8079a-b087-4e35-8fba-022dbaf3b750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279088 Nov 16 00:32:37.242536 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-59725805-e318-42c1-b821-9a4afd1406da service neutron] 10.222.0.36 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001267 Nov 16 00:32:37.338647 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d6f5b6e7-a208-4d86-b71c-030abe5d9d5b req-91156d21-af7f-4cc0-b8f1-c593c87aa9a1 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883076 Nov 16 00:32:37.428522 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268d92-ea8f-454d-be37-894944159235 req-5f1b06b9-b450-42cb-87fd-a9c638acdda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:37.430037 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1c268d92-ea8f-454d-be37-894944159235 req-5f1b06b9-b450-42cb-87fd-a9c638acdda0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ea54a26354e40baac7af6061517ccf4&device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 1096 time: 0.0474839 Nov 16 00:32:37.526603 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268d92-ea8f-454d-be37-894944159235 req-5333c6ae-2fd7-4b2d-a5a0-450e73875399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:37.528272 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1c268d92-ea8f-454d-be37-894944159235 req-5333c6ae-2fd7-4b2d-a5a0-450e73875399 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc8079a-b087-4e35-8fba-022dbaf3b750 HTTP/1.1" status: 200 len: 915 time: 0.0899479 Nov 16 00:32:37.577459 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1c268d92-ea8f-454d-be37-894944159235 req-8a7ea1a0-c258-497a-aa55-a3f6c05d0caa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=179c647c-5bc4-406a-80f8-784a650a92d9 HTTP/1.1" status: 200 len: 217 time: 0.0405135 Nov 16 00:32:37.664897 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad83e2c-7a68-4e26-9f85-7ca290c66a90 req-fe554a01-4306-4ef3-9caa-20edd4989180 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:37.666436 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0ad83e2c-7a68-4e26-9f85-7ca290c66a90 req-fe554a01-4306-4ef3-9caa-20edd4989180 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 943 time: 0.0690086 Nov 16 00:32:37.724288 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0ad83e2c-7a68-4e26-9f85-7ca290c66a90 req-b6a6d98f-53d5-4b76-b928-aeedee66e277 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 Nov 16 00:32:37.870357 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:37.881112 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268d92-ea8f-454d-be37-894944159235 req-3fb74d43-b6c8-415b-a328-c103bf0434be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:37.882982 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1c268d92-ea8f-454d-be37-894944159235 req-3fb74d43-b6c8-415b-a328-c103bf0434be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a41273e5-def7-47b0-8747-46410a85600a HTTP/1.1" status: 200 len: 854 time: 0.2967067 Nov 16 00:32:37.922667 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1c268d92-ea8f-454d-be37-894944159235 req-f7962650-224f-4b28-8deb-f60ef8f1903f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc8079a-b087-4e35-8fba-022dbaf3b750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315404 Nov 16 00:32:38.026611 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1c268d92-ea8f-454d-be37-894944159235 req-368b8738-d2c1-4059-921e-b569a3d83a68 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918808 Nov 16 00:32:38.082643 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46134) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:38.124096 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1c268d92-ea8f-454d-be37-894944159235 req-eeaee97d-fea9-4e93-9d7c-21cf3b70aa81 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885000 Nov 16 00:32:38.193804 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-62aabfd6-9877-456c-b46d-826977e51b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:38.270477 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-62aabfd6-9877-456c-b46d-826977e51b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:38.274459 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-62aabfd6-9877-456c-b46d-826977e51b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:38.315038 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-62aabfd6-9877-456c-b46d-826977e51b16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d2966420d684d53a09a816c9611a050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311058 Nov 16 00:32:38.315922 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aabfd6-9877-456c-b46d-826977e51b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff3d4b6-e56d-4b16-aef5-3ad59490c0db,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:38.318784 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 46138) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:38.371640 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faae6935-2152-4b34-8dc3-ee726084fcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:38.394809 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faae6935-2152-4b34-8dc3-ee726084fcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:38.446271 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faae6935-2152-4b34-8dc3-ee726084fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:38.449224 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faae6935-2152-4b34-8dc3-ee726084fcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:38.450392 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-faae6935-2152-4b34-8dc3-ee726084fcdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ff3d4b6-e56d-4b16-aef5-3ad59490c0db HTTP/1.1" status: 204 len: 168 time: 0.1305640 Nov 16 00:32:38.458548 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae6935-2152-4b34-8dc3-ee726084fcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff3d4b6-e56d-4b16-aef5-3ad59490c0db,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:38.768835 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 46146) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:38.794630 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cc5f84a3-296e-4dc8-8994-5a663fd36b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:38.891745 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b37c-ea04-49be-8b3b-3d474740efe1 req-007ad15a-8922-4057-82fb-771a83aaf85f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:38.893414 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3f61b37c-ea04-49be-8b3b-3d474740efe1 req-007ad15a-8922-4057-82fb-771a83aaf85f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 943 time: 0.0765185 Nov 16 00:32:38.956999 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cc5f84a3-296e-4dc8-8994-5a663fd36b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:38.966357 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3f61b37c-ea04-49be-8b3b-3d474740efe1 req-11ae5d77-42c1-48c3-8c37-141d03229eac tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578296 Nov 16 00:32:38.966877 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cc5f84a3-296e-4dc8-8994-5a663fd36b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:39.010767 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-cc5f84a3-296e-4dc8-8994-5a663fd36b1b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2862cf1d148c4818b5323e474ac9bebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405951 Nov 16 00:32:39.011773 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f84a3-296e-4dc8-8994-5a663fd36b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb9781-2901-4c16-84d1-3e00ce8ae9cf,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:39.013611 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46148) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:39.073030 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:39.100375 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:39.148943 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:39.151566 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:39.152752 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3cb9781-2901-4c16-84d1-3e00ce8ae9cf HTTP/1.1" status: 204 len: 168 time: 0.1379743 Nov 16 00:32:39.161076 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb9781-2901-4c16-84d1-3e00ce8ae9cf,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:39.168288 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.168639 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.168968 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.169292 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.169616 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.169945 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.170543 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.170725 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.170969 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.171542 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.171869 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.171869 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a5bef6-00f7-47ab-b299-4333a1fcfe3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:39.877194 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 179c647c-5bc4-406a-80f8-784a650a92d9 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:32:39.978342 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 179c647c-5bc4-406a-80f8-784a650a92d9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=179c647c-5bc4-406a-80f8-784a650a92d9,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:39.991672 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '179c647c-5bc4-406a-80f8-784a650a92d9', 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750', 'port_id': '179c647c-5bc4-406a-80f8-784a650a92d9', 'mac_address': 'fa:16:3e:48:8d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41273e5-def7-47b0-8747-46410a85600a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:32:40.040558 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:40.054660 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179c647c-5bc4-406a-80f8-784a650a92d9 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:32:40.075540 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 179c647c-5bc4-406a-80f8-784a650a92d9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=179c647c-5bc4-406a-80f8-784a650a92d9,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:40.080106 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:40.120201 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914981b-8d5c-4103-9162-342846815812 req-adece279-86dd-4437-ab23-e74d2fb63fc1 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:40.122484 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0914981b-8d5c-4103-9162-342846815812 req-adece279-86dd-4437-ab23-e74d2fb63fc1 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 943 time: 0.0698261 Nov 16 00:32:40.135152 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=179c647c-5bc4-406a-80f8-784a650a92d9,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:40.174462 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0914981b-8d5c-4103-9162-342846815812 req-2fd4c619-2007-4d25-b048-c2d6aa42ba00 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380311 Nov 16 00:32:40.354034 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['179c647c-5bc4-406a-80f8-784a650a92d9'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:32:41.299914 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee31e64-4add-4d66-9b74-06b22ed03e45 req-ce43c43f-12b7-48d1-a068-e95ee6afa8b6 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:41.301532 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee31e64-4add-4d66-9b74-06b22ed03e45 req-ce43c43f-12b7-48d1-a068-e95ee6afa8b6 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 944 time: 0.0596602 Nov 16 00:32:41.348595 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee31e64-4add-4d66-9b74-06b22ed03e45 req-19f21836-61e5-4081-858e-11de71e650c3 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Nov 16 00:32:41.890175 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 179c647c-5bc4-406a-80f8-784a650a92d9 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:32:41.938174 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 179c647c-5bc4-406a-80f8-784a650a92d9 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:32:41.942502 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 179c647c-5bc4-406a-80f8-784a650a92d9 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:32:41.942727 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:42.023298 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:42.048883 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1f1755-bb14-4be4-90be-c9b32692635d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179c647c-5bc4-406a-80f8-784a650a92d9'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:32:42.051196 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9132d77-1a6d-4cc9-9aa1-2c37a9c9850c" -d '{"events": [{"server_uuid": "ff1f1755-bb14-4be4-90be-c9b32692635d", "name": "network-vif-plugged", "status": "completed", "tag": "179c647c-5bc4-406a-80f8-784a650a92d9"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:32:42.068539 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 179c647c-5bc4-406a-80f8-784a650a92d9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=179c647c-5bc4-406a-80f8-784a650a92d9,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:32:42.073601 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:42.103751 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4f8334-4c04-4465-af2f-c4b4716ebed1 x-openstack-request-id: req-7c4f8334-4c04-4465-af2f-c4b4716ebed1 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:32:42.104042 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1f1755-bb14-4be4-90be-c9b32692635d", "name": "network-vif-plugged", "status": "completed", "tag": "179c647c-5bc4-406a-80f8-784a650a92d9", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:32:42.104298 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c4f8334-4c04-4465-af2f-c4b4716ebed1 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:32:42.104695 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1f1755-bb14-4be4-90be-c9b32692635d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179c647c-5bc4-406a-80f8-784a650a92d9', 'code': 200} Nov 16 00:32:42.133556 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=179c647c-5bc4-406a-80f8-784a650a92d9,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:42.279997 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676acf9b-64fb-42fb-a118-ddbedd0fa475 req-27d7793e-abed-4bc7-a0c9-30d4ebc43633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:42.281600 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-676acf9b-64fb-42fb-a118-ddbedd0fa475 req-27d7793e-abed-4bc7-a0c9-30d4ebc43633 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 1098 time: 0.0395126 Nov 16 00:32:42.326977 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-676acf9b-64fb-42fb-a118-ddbedd0fa475 req-9d970298-c982-4cee-a5c2-f96286ac8933 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Nov 16 00:32:42.472408 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5caa5-8160-435f-a8fe-c4b2cdc4834e req-4d0a05ea-13f1-4190-9f42-941536cfb6be tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:42.474021 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-20d5caa5-8160-435f-a8fe-c4b2cdc4834e req-4d0a05ea-13f1-4190-9f42-941536cfb6be tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 945 time: 0.0524502 Nov 16 00:32:42.516634 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-20d5caa5-8160-435f-a8fe-c4b2cdc4834e req-6f108f0e-5bfc-44cc-8d18-f53211a03507 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363014 Nov 16 00:32:43.646243 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e45b4-53eb-41ed-984c-f3a7c8ff051d req-6d508a47-e8a6-47a3-b396-8fb8e254a38f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:43.649747 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-334e45b4-53eb-41ed-984c-f3a7c8ff051d req-6d508a47-e8a6-47a3-b396-8fb8e254a38f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 945 time: 0.0601826 Nov 16 00:32:43.696797 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-334e45b4-53eb-41ed-984c-f3a7c8ff051d req-0cd18041-2236-45c2-954b-5425f8485129 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Nov 16 00:32:44.243565 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 46254) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:44.360097 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:44.436125 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:44.440164 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:44.480787 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6456fac793be4b419033af17a7cb2ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361238 Nov 16 00:32:44.481985 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d07c38a-95ad-4321-a60a-f065e3f1463c,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:44.484267 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46258) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:44.490445 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.490719 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.491076 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.491433 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.491763 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.492101 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.492428 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.492755 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.493082 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.493406 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.493744 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.494049 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d39cff-57a9-469f-bac2-523bd1a1bd8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:32:44.535357 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-430efda5-d2bb-4326-b3ed-0b803d44d1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:44.558209 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-430efda5-d2bb-4326-b3ed-0b803d44d1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:44.617663 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-430efda5-d2bb-4326-b3ed-0b803d44d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:44.620217 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-430efda5-d2bb-4326-b3ed-0b803d44d1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:44.621382 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-430efda5-d2bb-4326-b3ed-0b803d44d1ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d07c38a-95ad-4321-a60a-f065e3f1463c HTTP/1.1" status: 204 len: 168 time: 0.1361327 Nov 16 00:32:44.630312 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430efda5-d2bb-4326-b3ed-0b803d44d1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d07c38a-95ad-4321-a60a-f065e3f1463c,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:44.817691 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d7f91-d73f-43f1-ab55-feb4d1962134 req-acde3c4e-3bb4-4f87-9ef3-1f43bae0bf2d tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:32:44.819327 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-901d7f91-d73f-43f1-ab55-feb4d1962134 req-acde3c4e-3bb4-4f87-9ef3-1f43bae0bf2d tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 945 time: 0.0494576 Nov 16 00:32:44.868108 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-901d7f91-d73f-43f1-ab55-feb4d1962134 req-9444afdf-2530-4c82-a6e5-3cb300d0b054 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Nov 16 00:32:44.917117 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46272) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:44.931994 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e7a84fc4-175e-49e6-b837-d90b8775bb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:45.012678 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e7a84fc4-175e-49e6-b837-d90b8775bb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:45.017146 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e7a84fc4-175e-49e6-b837-d90b8775bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:45.056835 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-e7a84fc4-175e-49e6-b837-d90b8775bb58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95b9a4c5d692401c9a906fb221f80e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386178 Nov 16 00:32:45.057914 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a84fc4-175e-49e6-b837-d90b8775bb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e6fb5f-cf4d-4af8-aabf-d65fa2023df6,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:45.059549 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 46302) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:45.110926 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-28332a57-79b9-45d8-a54d-e7a884cf1e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:45.133400 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-28332a57-79b9-45d8-a54d-e7a884cf1e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:45.180713 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-28332a57-79b9-45d8-a54d-e7a884cf1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:45.183392 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-28332a57-79b9-45d8-a54d-e7a884cf1e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:45.184515 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-28332a57-79b9-45d8-a54d-e7a884cf1e9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51e6fb5f-cf4d-4af8-aabf-d65fa2023df6 HTTP/1.1" status: 204 len: 168 time: 0.1238084 Nov 16 00:32:45.193008 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28332a57-79b9-45d8-a54d-e7a884cf1e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e6fb5f-cf4d-4af8-aabf-d65fa2023df6,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:46.861147 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 46370) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:46.971682 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-804aece5-185d-4512-a8db-8a8d2d380bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.050264 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-804aece5-185d-4512-a8db-8a8d2d380bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.054251 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-804aece5-185d-4512-a8db-8a8d2d380bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.093756 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-804aece5-185d-4512-a8db-8a8d2d380bc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76b93478814b41a6889453897acb25bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315192 Nov 16 00:32:47.094852 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aece5-185d-4512-a8db-8a8d2d380bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85590b3b-bc18-4bfb-8ea1-7c5421ef2b1c,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:47.096519 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46374) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:47.152866 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5e4df6c8-64a9-474c-b103-2d0433aeb4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.175506 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5e4df6c8-64a9-474c-b103-2d0433aeb4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.224564 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5e4df6c8-64a9-474c-b103-2d0433aeb4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.227449 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5e4df6c8-64a9-474c-b103-2d0433aeb4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.228592 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-5e4df6c8-64a9-474c-b103-2d0433aeb4f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85590b3b-bc18-4bfb-8ea1-7c5421ef2b1c HTTP/1.1" status: 204 len: 168 time: 0.1310978 Nov 16 00:32:47.236655 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4df6c8-64a9-474c-b103-2d0433aeb4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85590b3b-bc18-4bfb-8ea1-7c5421ef2b1c,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:47.368470 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:32:47.533138 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 46382) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:47.548696 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27c8d7b5-2e28-4e94-aba3-98a8a0853ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.631646 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27c8d7b5-2e28-4e94-aba3-98a8a0853ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.636001 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27c8d7b5-2e28-4e94-aba3-98a8a0853ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.676381 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-27c8d7b5-2e28-4e94-aba3-98a8a0853ac0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1052fe0af205411c9d923c6d42f4028c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419296 Nov 16 00:32:47.677096 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8d7b5-2e28-4e94-aba3-98a8a0853ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6644d0e0-d194-4a5e-adf7-fbfe2b6ff27e,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:47.680149 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46384) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:47.754136 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2412209d-d26f-493c-8b59-a3c916980d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.777424 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2412209d-d26f-493c-8b59-a3c916980d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.824615 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2412209d-d26f-493c-8b59-a3c916980d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.828379 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2412209d-d26f-493c-8b59-a3c916980d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:47.829669 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-2412209d-d26f-493c-8b59-a3c916980d21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6644d0e0-d194-4a5e-adf7-fbfe2b6ff27e HTTP/1.1" status: 204 len: 168 time: 0.1481392 Nov 16 00:32:47.842482 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412209d-d26f-493c-8b59-a3c916980d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6644d0e0-d194-4a5e-adf7-fbfe2b6ff27e,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:52.210029 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46468) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:52.319623 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0ec0babc-9a78-49c1-b610-24f46764410e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:52.400215 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0ec0babc-9a78-49c1-b610-24f46764410e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:52.403938 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0ec0babc-9a78-49c1-b610-24f46764410e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:52.441999 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0babc-9a78-49c1-b610-24f46764410e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a12a7-2f45-4765-847c-c2425de14370,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:52.446260 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0ec0babc-9a78-49c1-b610-24f46764410e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dd524ce77704e7fafe22d7f2201349c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351050 Nov 16 00:32:52.449556 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46472) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:52.496601 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7afc651b-cdf6-4827-8f6d-07cf7893d03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:52.519996 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7afc651b-cdf6-4827-8f6d-07cf7893d03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:52.566436 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7afc651b-cdf6-4827-8f6d-07cf7893d03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:52.568989 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7afc651b-cdf6-4827-8f6d-07cf7893d03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:52.570115 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-7afc651b-cdf6-4827-8f6d-07cf7893d03a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb1a12a7-2f45-4765-847c-c2425de14370 HTTP/1.1" status: 204 len: 168 time: 0.1203494 Nov 16 00:32:52.577461 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc651b-cdf6-4827-8f6d-07cf7893d03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a12a7-2f45-4765-847c-c2425de14370,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:52.882123 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46482) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:52.896220 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a7fd425e-45be-4407-b7a1-cbb4c8f759ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:52.985243 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a7fd425e-45be-4407-b7a1-cbb4c8f759ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:52.989046 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-a7fd425e-45be-4407-b7a1-cbb4c8f759ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:53.030514 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-a7fd425e-45be-4407-b7a1-cbb4c8f759ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c666e1ab82374118a8b1b63f1e0920a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472166 Nov 16 00:32:53.031523 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd425e-45be-4407-b7a1-cbb4c8f759ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043862b3-9bca-401f-ace2-d05d728a8c56,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:53.033243 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 46484) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:53.090496 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c5f77ae7-fd81-4295-8c2e-c737ee7222d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:53.118497 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c5f77ae7-fd81-4295-8c2e-c737ee7222d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:53.164862 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c5f77ae7-fd81-4295-8c2e-c737ee7222d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:53.167954 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c5f77ae7-fd81-4295-8c2e-c737ee7222d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:53.169108 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c5f77ae7-fd81-4295-8c2e-c737ee7222d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/043862b3-9bca-401f-ace2-d05d728a8c56 HTTP/1.1" status: 204 len: 168 time: 0.1348603 Nov 16 00:32:53.178151 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f77ae7-fd81-4295-8c2e-c737ee7222d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043862b3-9bca-401f-ace2-d05d728a8c56,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:55.379518 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46560) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:55.487290 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-34248be1-0ce9-4f8e-bed8-1efe494aacae admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:55.565152 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-34248be1-0ce9-4f8e-bed8-1efe494aacae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:55.569098 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-34248be1-0ce9-4f8e-bed8-1efe494aacae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:55.613466 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-34248be1-0ce9-4f8e-bed8-1efe494aacae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b554888dbf22491ca3e593ed96f3ba7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301700 Nov 16 00:32:55.613466 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34248be1-0ce9-4f8e-bed8-1efe494aacae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ddc319-79ab-45b7-b418-a669b859caaa,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:55.614511 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46564) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:55.665536 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f54cd62e-4924-4bfb-8673-52f4bb4e53c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:55.686430 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f54cd62e-4924-4bfb-8673-52f4bb4e53c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:55.733311 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f54cd62e-4924-4bfb-8673-52f4bb4e53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:55.735946 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f54cd62e-4924-4bfb-8673-52f4bb4e53c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:55.737096 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-f54cd62e-4924-4bfb-8673-52f4bb4e53c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53ddc319-79ab-45b7-b418-a669b859caaa HTTP/1.1" status: 204 len: 168 time: 0.1216340 Nov 16 00:32:55.744712 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cd62e-4924-4bfb-8673-52f4bb4e53c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ddc319-79ab-45b7-b418-a669b859caaa,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:56.009560 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 46572) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:56.023265 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-52f41c7e-645a-40c8-aca5-6cc0e22fd708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:56.103122 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-52f41c7e-645a-40c8-aca5-6cc0e22fd708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:56.106863 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-52f41c7e-645a-40c8-aca5-6cc0e22fd708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:56.146949 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-52f41c7e-645a-40c8-aca5-6cc0e22fd708 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39cb4b5bf8c94612b95c47524866502e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362269 Nov 16 00:32:56.148149 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f41c7e-645a-40c8-aca5-6cc0e22fd708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f89e49-1630-42d5-8127-e9e1d4b52560,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:56.150126 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 46574) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:32:56.204620 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d224a96c-58b9-42c7-8be1-e17cfc99ceaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:56.226978 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d224a96c-58b9-42c7-8be1-e17cfc99ceaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:56.275384 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d224a96c-58b9-42c7-8be1-e17cfc99ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:56.277874 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d224a96c-58b9-42c7-8be1-e17cfc99ceaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:32:56.279037 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-d224a96c-58b9-42c7-8be1-e17cfc99ceaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13f89e49-1630-42d5-8127-e9e1d4b52560 HTTP/1.1" status: 204 len: 168 time: 0.1279125 Nov 16 00:32:56.288551 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224a96c-58b9-42c7-8be1-e17cfc99ceaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f89e49-1630-42d5-8127-e9e1d4b52560,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:32:57.983808 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-498d36d6-cb96-4f8d-82ba-700297bbeecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:00.629676 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:01.427972 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-3018ad26-8205-41e4-a6a8-e61cbc68eee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:02.019001 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:03.682444 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:05.410282 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be08293-5f9f-4c59-9c8f-dc53d0fac532 req-cfb46f1d-3ea6-42dc-b035-ac61416ce538 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:05.412374 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0be08293-5f9f-4c59-9c8f-dc53d0fac532 req-cfb46f1d-3ea6-42dc-b035-ac61416ce538 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 945 time: 0.0553668 Nov 16 00:33:05.471355 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0be08293-5f9f-4c59-9c8f-dc53d0fac532 req-4f7c9a64-15ca-4397-ac71-27b24b267172 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525684 Nov 16 00:33:05.561644 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650c902-17ca-4a2a-a5fb-05c861ea1392 req-10566156-d512-4560-8a96-afc9103d5bb7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:05.563523 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6650c902-17ca-4a2a-a5fb-05c861ea1392 req-10566156-d512-4560-8a96-afc9103d5bb7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0621412 Nov 16 00:33:05.575951 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-790a4dbd-1309-4809-ab6f-ad5d1c8ba3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:05.577560 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-790a4dbd-1309-4809-ab6f-ad5d1c8ba3fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d4495714639486cad8d6a4039009581&device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 1138 time: 0.0494647 Nov 16 00:33:05.608348 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6650c902-17ca-4a2a-a5fb-05c861ea1392 req-05ee3ac4-9e28-4301-8647-38202703cd29 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386605 Nov 16 00:33:05.688370 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-882850d9-7871-4174-9bc3-349080f1c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:05.689994 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-882850d9-7871-4174-9bc3-349080f1c3d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422 HTTP/1.1" status: 200 len: 916 time: 0.0997169 Nov 16 00:33:05.774128 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-b677a36d-eac7-496a-8d30-e98d2dada91d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 1002 time: 0.0708210 Nov 16 00:33:05.837479 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-14dfabb0-a397-4cae-ab66-30cfe004738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:05.839988 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-14dfabb0-a397-4cae-ab66-30cfe004738f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8be17d66-8484-4e73-8241-b212ba3148e4 HTTP/1.1" status: 200 len: 854 time: 0.0503101 Nov 16 00:33:05.919299 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-07d1e41c-bbc6-4d98-8e43-81f150115895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:05.923114 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-07d1e41c-bbc6-4d98-8e43-81f150115895 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571864 Nov 16 00:33:06.050793 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-fe0cc08f-967d-42b7-8bb2-392ff9196ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041839 Nov 16 00:33:06.213852 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fec37bd6-43d7-4184-a0ce-24c5b32851ed req-547bf71c-0f01-4f9b-a69f-c7c220aed9dc service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481192 Nov 16 00:33:06.603070 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ed250-3b21-4a5b-b0a4-dea2aa7d0e6e req-274098c1-b684-45ec-a20f-409a63af430a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:06.604586 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dd6ed250-3b21-4a5b-b0a4-dea2aa7d0e6e req-274098c1-b684-45ec-a20f-409a63af430a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 945 time: 0.0528238 Nov 16 00:33:06.645984 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dd6ed250-3b21-4a5b-b0a4-dea2aa7d0e6e req-ed6cf533-0998-435a-a4af-c0fd5dba9e19 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352778 Nov 16 00:33:06.740634 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847673a-41ca-4eb3-a166-d2a1973035b0 req-2ab48650-3e31-4fc2-9413-3897afa9c30d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:06.742117 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8847673a-41ca-4eb3-a166-d2a1973035b0 req-2ab48650-3e31-4fc2-9413-3897afa9c30d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0528638 Nov 16 00:33:06.800398 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8847673a-41ca-4eb3-a166-d2a1973035b0 req-b8e33358-a576-43c6-bfa4-6cd1f864e7e2 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515020 Nov 16 00:33:07.603163 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-32de4ed0-06a4-40d5-bc61-6ed87c57e558 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:07.604624 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-32de4ed0-06a4-40d5-bc61-6ed87c57e558 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 945 time: 0.0493488 Nov 16 00:33:07.707565 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Deleting port 1a9e347e-ccd8-44e3-b595-51e076101a93 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:33:07.707985 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:07.769664 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c782e-362e-4336-be0e-9518e40db996 req-63fcfb5d-62f9-41c0-93f4-869bce5015af tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:07.771210 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-767c782e-362e-4336-be0e-9518e40db996 req-63fcfb5d-62f9-41c0-93f4-869bce5015af tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 945 time: 0.0528741 Nov 16 00:33:07.818824 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] For port 1a9e347e-ccd8-44e3-b595-51e076101a93, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1a9e347e-ccd8-44e3-b595-51e076101a93,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:07.819558 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:07.823140 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-767c782e-362e-4336-be0e-9518e40db996 req-50aeb08b-5db0-4642-91a7-a267677bc04c tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457394 Nov 16 00:33:07.875779 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:08.019663 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fc3d6-7e9d-4298-981d-03e3ae810d7a req-b4e7c034-10bd-4252-9c3c-ec1229ba5eee tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:08.021168 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-255fc3d6-7e9d-4298-981d-03e3ae810d7a req-b4e7c034-10bd-4252-9c3c-ec1229ba5eee tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.1362066 Nov 16 00:33:08.108763 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-255fc3d6-7e9d-4298-981d-03e3ae810d7a req-d2f06f6c-c13c-4811-95d4-80600aa1aecd tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809698 Nov 16 00:33:08.119174 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:08.119678 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:08.119959 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Floating IP b49715d7-d96f-4dbc-9964-b586d6b018a0 disassociated. External IP: 172.27.1.221, port: 1a9e347e-ccd8-44e3-b595-51e076101a93. Nov 16 00:33:08.120334 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Calling delete_port for 1a9e347e-ccd8-44e3-b595-51e076101a93 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:33:08.276376 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:08.306529 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event deleted for resources: {'Port': ['ID=1a9e347e-ccd8-44e3-b595-51e076101a93,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:08.432046 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Router 47ddca5e-401e-473d-8328-5d6228e7521d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:33:08.548726 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:33:08.561208 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] Sync routers for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:33:08.572405 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:08.573363 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:08.603594 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] No DVR routers for this DVR port 1a9e347e-ccd8-44e3-b595-51e076101a93 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:33:08.607679 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:08.616462 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b5df0f5-c367-40ba-be8a-1c62549f31de req-9b005901-ff05-4edc-865d-01230068609e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "DELETE /v2.0/ports/1a9e347e-ccd8-44e3-b595-51e076101a93 HTTP/1.1" status: 204 len: 173 time: 1.0025444 Nov 16 00:33:08.617400 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'name': 'network-vif-deleted', 'tag': '1a9e347e-ccd8-44e3-b595-51e076101a93'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:08.627611 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7aaf9f-c237-404e-9c95-0680398a0bd6" -d '{"events": [{"server_uuid": "e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e", "name": "network-vif-deleted", "tag": "1a9e347e-ccd8-44e3-b595-51e076101a93"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:08.704435 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c831c07-c4cf-4743-990c-411c27c457e1 x-openstack-request-id: req-6c831c07-c4cf-4743-990c-411c27c457e1 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:08.704883 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e", "name": "network-vif-deleted", "tag": "1a9e347e-ccd8-44e3-b595-51e076101a93", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:08.705318 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c831c07-c4cf-4743-990c-411c27c457e1 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:08.705970 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e', 'name': 'network-vif-deleted', 'tag': '1a9e347e-ccd8-44e3-b595-51e076101a93', 'status': 'completed', 'code': 200} Nov 16 00:33:08.827258 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:08.930140 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e7461be2-5193-4378-a111-73f4a20547b7 req-8e7ca874-aa03-401d-8571-fea3b512447a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9223a6b-c4c2-4eea-ad0c-91ed5cd15b5e HTTP/1.1" status: 200 len: 210 time: 0.0323257 Nov 16 00:33:09.059661 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:09.096067 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] Checking router: 47ddca5e-401e-473d-8328-5d6228e7521d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:33:09.106128 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:09.106791 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:09.230595 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:09.244843 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2a25-15f4-45b2-ac08-5f739f0558e1 req-5e4f702d-0a03-4383-9ed1-a2142b31ff7a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:09.246366 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b76f2a25-15f4-45b2-ac08-5f739f0558e1 req-5e4f702d-0a03-4383-9ed1-a2142b31ff7a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0569437 Nov 16 00:33:09.320580 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b76f2a25-15f4-45b2-ac08-5f739f0558e1 req-4773086e-9be6-4afc-9f71-bbc24eb03779 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509696 Nov 16 00:33:09.485218 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:09.514117 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a03028-912c-45e1-bc64-b8f37b666bee None None] The sync data for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi is: [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:33:09.797362 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960eab0-6717-444d-b3ef-b20030f9d694 None None] New status for floating IP b49715d7-d96f-4dbc-9964-b586d6b018a0: DOWN {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:33:10.298879 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8640cda9-2dd3-4218-b4dd-2844ebb761a0 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181632784&fields=id&tenant_id=cce0078a151f47738c5863929c403dc7 HTTP/1.1" status: 200 len: 267 time: 0.0387208 Nov 16 00:33:10.424007 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-451d6327-2254-4cb0-b46a-a2824d3addd8 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:10.425692 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-451d6327-2254-4cb0-b46a-a2824d3addd8 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 812 time: 0.1194255 Nov 16 00:33:10.443261 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-3f80f951-3695-40fb-b2c9-b76d7f08699e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/quotas/cce0078a151f47738c5863929c403dc7 HTTP/1.1" status: 200 len: 375 time: 0.0106986 Nov 16 00:33:10.471988 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80382e5b-1e28-454a-9d62-4c93f469fd94 req-745c1463-787a-4d7d-87fd-6b637f65875b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:10.473478 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-80382e5b-1e28-454a-9d62-4c93f469fd94 req-745c1463-787a-4d7d-87fd-6b637f65875b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0534894 Nov 16 00:33:10.508581 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-3005eceb-1b0b-43cc-9c98-312ddbf2d7b1 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0587356 Nov 16 00:33:10.527312 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-80382e5b-1e28-454a-9d62-4c93f469fd94 req-6efcb469-abd2-412e-9b8a-d0cf2051b295 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423882 Nov 16 00:33:10.623749 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8b470663-101f-4227-869b-af366f7829fe service neutron] 10.222.0.31 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010256 Nov 16 00:33:10.731820 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-35f2afed-ccf7-481d-965f-c406518fe042 service neutron] 10.222.0.31 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996974 Nov 16 00:33:11.674241 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433ae43-8221-4bb2-9800-de8542a0c9f3 req-465e83bf-cb8b-4d06-aa21-57e1e9568785 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:11.676205 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0433ae43-8221-4bb2-9800-de8542a0c9f3 req-465e83bf-cb8b-4d06-aa21-57e1e9568785 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0742431 Nov 16 00:33:11.722052 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0433ae43-8221-4bb2-9800-de8542a0c9f3 req-251e997d-bf75-4ccb-ac97-bc44c115d85a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393784 Nov 16 00:33:12.021769 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 1a9e347e-ccd8-44e3-b595-51e076101a93 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:33:12.051317 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 1a9e347e-ccd8-44e3-b595-51e076101a93 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:33:12.051679 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 1a9e347e-ccd8-44e3-b595-51e076101a93 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:33:12.128328 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-be3c3d54-8daa-4c54-858b-a17ed51388d1 req-8148e521-4f63-4964-888e-c8ada5f9f7c2 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 210 time: 0.0294509 Nov 16 00:33:12.851773 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f83d2-6ebf-4fba-b5f3-5ac43feea7f3 req-992b4872-52ef-49b3-92ac-aa948a72aff6 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:12.853548 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-261f83d2-6ebf-4fba-b5f3-5ac43feea7f3 req-992b4872-52ef-49b3-92ac-aa948a72aff6 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0553856 Nov 16 00:33:12.898468 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-261f83d2-6ebf-4fba-b5f3-5ac43feea7f3 req-84694629-79b4-4d4f-9b44-8044072fd854 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368624 Nov 16 00:33:13.301151 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ee0c08d1-3732-4555-8a01-fb4102deffd9 req-65c5b31b-f1fa-44ea-ac62-61b3309efe36 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 210 time: 0.0663118 Nov 16 00:33:13.356515 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-bee719b9-d45f-44d2-818b-4afbd2d8d3fe tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:13.358033 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-bee719b9-d45f-44d2-818b-4afbd2d8d3fe tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 812 time: 0.1523077 Nov 16 00:33:13.415595 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-0ee884c3-0243-465c-9d96-f25d07042ce9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cce0078a151f47738c5863929c403dc7 HTTP/1.1" status: 200 len: 380 time: 0.0383062 Nov 16 00:33:13.435514 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'port': {'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'admin_state_up': True, 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'security_groups': ['900cbeea-1dbd-4d50-95f8-bbd40205f16b']}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:13.572755 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Made reservation on behalf of cce0078a151f47738c5863929c403dc7 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:33:13.576790 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:13.780944 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Allocated IP 172.20.0.13 (5b2f5911-2804-41c1-a851-8f21bec631b6/0b0d7396-e983-4a74-8d10-1a9b1e1cc49f/cbec7d92-b961-49b3-8246-e6dad3a5521d) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:33:13.998041 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:14.031642 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f97e-ab0a-4e1c-b86c-dcc9f51c116a req-5d1d71b0-c39d-4282-b633-8c903f35ac11 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:14.034182 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e6e2f97e-ab0a-4e1c-b86c-dcc9f51c116a req-5d1d71b0-c39d-4282-b633-8c903f35ac11 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0574553 Nov 16 00:33:14.055852 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:14.098543 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e6e2f97e-ab0a-4e1c-b86c-dcc9f51c116a req-26406db5-d6c0-4050-9a62-a9df2baff2be tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583844 Nov 16 00:33:14.124318 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:33:14.128573 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:33:14.136582 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:33:14.139921 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'Port': ['ID=cbec7d92-b961-49b3-8246-e6dad3a5521d,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:14.195279 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:14.195926 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:14.220885 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-8213eb9a-f89d-478d-9631-80277b524b1e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7897882 Nov 16 00:33:14.408764 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-a3c049d5-a496-406d-8c54-f36f1ef309ba None None] Provisioning complete for port cbec7d92-b961-49b3-8246-e6dad3a5521d triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:33:14.409312 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a3c049d5-a496-406d-8c54-f36f1ef309ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:14.427331 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe055d-7977-4ce7-b3e2-a6548f2f9011 req-d731834d-f844-47b4-a20f-c9ac775c821e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:14.428919 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-23fe055d-7977-4ce7-b3e2-a6548f2f9011 req-d731834d-f844-47b4-a20f-c9ac775c821e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 932 time: 0.0552719 Nov 16 00:33:14.457196 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-a3c049d5-a496-406d-8c54-f36f1ef309ba None None] Port cbec7d92-b961-49b3-8246-e6dad3a5521d cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:33:14.474825 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-23fe055d-7977-4ce7-b3e2-a6548f2f9011 req-3d26c472-b285-4588-8935-66098d7161c5 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381598 Nov 16 00:33:15.278324 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fce7b-b628-444a-81e4-443bf09732a4 req-25ce44f2-a236-4be7-885a-d9bf13a1a694 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:15.281038 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-064fce7b-b628-444a-81e4-443bf09732a4 req-25ce44f2-a236-4be7-885a-d9bf13a1a694 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0863819 Nov 16 00:33:15.325607 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-064fce7b-b628-444a-81e4-443bf09732a4 req-27d45c18-1a75-4a3d-82a1-58e9239aa19c tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376341 Nov 16 00:33:15.593307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700972-c6cb-45e6-89c7-e9d7f7a8e375 req-fdbf4b77-755a-461f-b108-ea2a494952c0 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:15.594930 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-58700972-c6cb-45e6-89c7-e9d7f7a8e375 req-fdbf4b77-755a-461f-b108-ea2a494952c0 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 932 time: 0.0513022 Nov 16 00:33:15.639098 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-58700972-c6cb-45e6-89c7-e9d7f7a8e375 req-f88f1472-1f02-4ab7-9202-3b8da6318097 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375636 Nov 16 00:33:16.451741 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae938d-c134-4319-aa76-4c051a9aad4e req-b8a476a1-6ce2-4efd-a2ec-6f7cfd7feaac tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:16.453945 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-08ae938d-c134-4319-aa76-4c051a9aad4e req-b8a476a1-6ce2-4efd-a2ec-6f7cfd7feaac tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0553024 Nov 16 00:33:16.498409 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-08ae938d-c134-4319-aa76-4c051a9aad4e req-5bf544b6-f530-45a8-9302-832dffac3d0f tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378499 Nov 16 00:33:16.761635 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5c0a4-25c1-4062-b30d-da9b977a20a1 req-197316f3-23ef-444e-bc80-a7b6d9153329 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:16.763176 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c9d5c0a4-25c1-4062-b30d-da9b977a20a1 req-197316f3-23ef-444e-bc80-a7b6d9153329 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 932 time: 0.0544899 Nov 16 00:33:16.803201 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c9d5c0a4-25c1-4062-b30d-da9b977a20a1 req-21f8a824-e611-41c3-8d30-6360f5416afd tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Nov 16 00:33:16.935380 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Request body: {'port': {'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:16.994159 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:17.275257 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbec7d92-b961-49b3-8246-e6dad3a5521d {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:33:17.283987 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:17.300852 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Transition to ACTIVE for port object cbec7d92-b961-49b3-8246-e6dad3a5521d will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:33:17.304615 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:17.364731 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Pushing event updated for resources: {'Port': ['ID=cbec7d92-b961-49b3-8246-e6dad3a5521d,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:17.443778 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Attempting to bind port cbec7d92-b961-49b3-8246-e6dad3a5521d on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:33:17.444173 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Attempting to bind port cbec7d92-b961-49b3-8246-e6dad3a5521d by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:33:17.444438 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Attempting to bind port cbec7d92-b961-49b3-8246-e6dad3a5521d on network 5b2f5911-2804-41c1-a851-8f21bec631b6 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:33:17.449226 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Port cbec7d92-b961-49b3-8246-e6dad3a5521d on network 5b2f5911-2804-41c1-a851-8f21bec631b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:33:17.449493 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Attempting to bind port cbec7d92-b961-49b3-8246-e6dad3a5521d on network 5b2f5911-2804-41c1-a851-8f21bec631b6 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:33:17.454892 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:33:17.455251 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Checking segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:33:17.455518 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Bound using segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:33:17.455943 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Bound port: cbec7d92-b961-49b3-8246-e6dad3a5521d, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:33:17.456300 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:17.529514 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] For port cbec7d92-b961-49b3-8246-e6dad3a5521d, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:33:17.533660 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] For port cbec7d92-b961-49b3-8246-e6dad3a5521d, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:33:17.538838 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:17.574130 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:17.574766 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:17.576314 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] 10.222.0.36 "PUT /v2.0/ports/cbec7d92-b961-49b3-8246-e6dad3a5521d HTTP/1.1" status: 200 len: 1094 time: 0.6452920 Nov 16 00:33:17.576628 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:17.579319 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad9ab6a-7edb-4f25-8747-bcf73721162e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:17.625273 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b6c2a-e0a4-42c0-8537-9a52c25f2a52 service neutron] Pushing event updated for resources: {'Port': ['ID=cbec7d92-b961-49b3-8246-e6dad3a5521d,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:17.647836 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a0d384-6561-4453-8f3b-439e80698a2d x-openstack-request-id: req-04a0d384-6561-4453-8f3b-439e80698a2d {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:17.648431 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:17.648607 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04a0d384-6561-4453-8f3b-439e80698a2d {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:17.649050 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'status': 'completed', 'code': 200} Nov 16 00:33:17.671157 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bd8eb-f517-405a-b8ee-0c19a94b559f req-9d6c039a-edd6-4d75-adc6-d8c9b59fdc8b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:17.673510 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-496bd8eb-f517-405a-b8ee-0c19a94b559f req-9d6c039a-edd6-4d75-adc6-d8c9b59fdc8b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0947728 Nov 16 00:33:17.725648 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-74494207-9f78-4a52-848c-7642deabcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:17.726129 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-496bd8eb-f517-405a-b8ee-0c19a94b559f req-60954a13-f44a-4ecf-a2d2-9e273a185e17 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455098 Nov 16 00:33:17.728425 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-74494207-9f78-4a52-848c-7642deabcdda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 1097 time: 0.0659056 Nov 16 00:33:17.784646 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-225e1637-3476-4f5b-9c00-e0c0f7b71149 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d HTTP/1.1" status: 200 len: 217 time: 0.0464642 Nov 16 00:33:17.849175 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-990d5054-d9d4-4814-9bf1-7df354d079e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:17.852315 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-990d5054-d9d4-4814-9bf1-7df354d079e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0562179 Nov 16 00:33:17.947180 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-3bb60a87-a2f5-42fb-a2f3-fb45d10d4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:17.948710 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-3bb60a87-a2f5-42fb-a2f3-fb45d10d4149 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880990 Nov 16 00:33:17.965414 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d76fc5-2872-4715-9ed5-7eb3f8681cd8 req-b85fa467-f8e6-409a-89d9-f2f10052f2e5 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:17.966887 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b6d76fc5-2872-4715-9ed5-7eb3f8681cd8 req-b85fa467-f8e6-409a-89d9-f2f10052f2e5 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.0713730 Nov 16 00:33:18.068900 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b6d76fc5-2872-4715-9ed5-7eb3f8681cd8 req-b2f0d578-527d-42fc-b6ee-2d06dda2b262 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814435 Nov 16 00:33:18.082497 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-decfaed4-782d-46d5-b755-afc326cb07c2 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146057 Nov 16 00:33:18.188121 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2a81294-bd39-43e3-b8bd-463c5ad31ba8 req-f304cea2-0704-45d5-a03e-f675aeb34bd2 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976779 Nov 16 00:33:18.483362 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-1269be79-e5ca-4432-8b0f-39bafb15ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:18.485475 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-1269be79-e5ca-4432-8b0f-39bafb15ee8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 1097 time: 0.2503042 Nov 16 00:33:18.867660 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a77b26-afb3-493f-8184-a48be91de1fa req-780f4d99-0081-4675-b47c-ff6870a918ac tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:18.869179 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-49a77b26-afb3-493f-8184-a48be91de1fa req-780f4d99-0081-4675-b47c-ff6870a918ac tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0588675 Nov 16 00:33:18.912737 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-49a77b26-afb3-493f-8184-a48be91de1fa req-5e7a41cd-55da-413a-aa98-724dae8c51f9 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368340 Nov 16 00:33:19.175707 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04aa07-5539-4fa6-8906-938d1b21eb57 req-1239174d-7d80-4200-b4f5-c57acb42803a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:19.177164 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1e04aa07-5539-4fa6-8906-938d1b21eb57 req-1239174d-7d80-4200-b4f5-c57acb42803a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.0484781 Nov 16 00:33:19.224206 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1e04aa07-5539-4fa6-8906-938d1b21eb57 req-53f23976-599d-4e4f-a49f-c053cd554010 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Nov 16 00:33:20.033235 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e876-c647-46e9-8d25-fb642c04a103 req-9034d9af-649f-4f69-9f52-89161072515e tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:20.034870 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6336e876-c647-46e9-8d25-fb642c04a103 req-9034d9af-649f-4f69-9f52-89161072515e tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0531924 Nov 16 00:33:20.066665 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-80c65ccb-b395-426c-b736-248fbf01412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:20.068267 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-80c65ccb-b395-426c-b736-248fbf01412e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.1273239 Nov 16 00:33:20.080883 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6336e876-c647-46e9-8d25-fb642c04a103 req-9382a29d-2107-4035-96e9-04250f632e4e tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386848 Nov 16 00:33:20.341447 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4648c-23a8-48c5-8316-6e2a2226b53d req-891e5490-6ab0-4b7a-a46b-9cb3c34e0d04 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:20.342920 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0bd4648c-23a8-48c5-8316-6e2a2226b53d req-891e5490-6ab0-4b7a-a46b-9cb3c34e0d04 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.0500700 Nov 16 00:33:20.381700 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0bd4648c-23a8-48c5-8316-6e2a2226b53d req-c2d76a0a-4ac6-4135-b4d8-70b2371e2a45 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Nov 16 00:33:20.900374 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-668c5cff-d5e4-4020-b1af-da621cbda14c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d HTTP/1.1" status: 200 len: 217 time: 0.0336485 Nov 16 00:33:21.212027 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518e777-059a-48ac-b2f6-39e57d957f67 req-accf6d81-7e2d-433d-b07c-6d1240c8d6e6 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:21.213588 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3518e777-059a-48ac-b2f6-39e57d957f67 req-accf6d81-7e2d-433d-b07c-6d1240c8d6e6 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0543208 Nov 16 00:33:21.257802 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3518e777-059a-48ac-b2f6-39e57d957f67 req-38acefd0-437f-47ab-a29f-a60f4117e265 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363264 Nov 16 00:33:21.503327 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f88b-c90d-4d04-9ca5-72cb44c89cbd req-594a0f37-9bc2-4a5f-9915-1d0d606657a8 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:21.504842 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ff83f88b-c90d-4d04-9ca5-72cb44c89cbd req-594a0f37-9bc2-4a5f-9915-1d0d606657a8 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.0542428 Nov 16 00:33:21.550729 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ff83f88b-c90d-4d04-9ca5-72cb44c89cbd req-cda07f2f-8cc8-4b08-addf-2d9285fadbc2 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397639 Nov 16 00:33:21.895804 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-e9c95e55-172b-4a72-9103-1e569cbebaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:21.897231 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-e9c95e55-172b-4a72-9103-1e569cbebaf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0444331 Nov 16 00:33:21.950196 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-d59f8a18-e9d3-4ee3-a1db-7d7e3b6cded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:21.951676 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-d59f8a18-e9d3-4ee3-a1db-7d7e3b6cded8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403636 Nov 16 00:33:22.043254 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-73f8ad6e-05cb-4527-8da6-99bcfaa3e28d service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817530 Nov 16 00:33:22.138176 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad9ab6a-7edb-4f25-8747-bcf73721162e req-1434ef7e-0b6e-489c-b449-fbd68d62a297 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825188 Nov 16 00:33:22.426581 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa5514-3f18-47b9-a33f-89b2398556ee req-12ca74a9-9dfa-4d26-a8d9-dd4fec0464ea tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:22.428182 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-89fa5514-3f18-47b9-a33f-89b2398556ee req-12ca74a9-9dfa-4d26-a8d9-dd4fec0464ea tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0717959 Nov 16 00:33:22.475293 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-89fa5514-3f18-47b9-a33f-89b2398556ee req-250c2594-b7ab-48dc-9980-ef3c1de77182 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406356 Nov 16 00:33:22.673760 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e5020-bfb7-44a3-af3a-23b9c9b37829 req-0cca9397-f14f-40fd-8660-835840c31298 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:22.675298 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c05e5020-bfb7-44a3-af3a-23b9c9b37829 req-0cca9397-f14f-40fd-8660-835840c31298 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.0518868 Nov 16 00:33:22.711946 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5d231-81b5-40d2-8ac4-7f9e24b8c768 req-00c2f64b-ca93-448e-9267-8971ec83f8d1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:22.713553 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-82c5d231-81b5-40d2-8ac4-7f9e24b8c768 req-00c2f64b-ca93-448e-9267-8971ec83f8d1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0559084 Nov 16 00:33:22.713680 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c05e5020-bfb7-44a3-af3a-23b9c9b37829 req-e8ac1ffe-24aa-4f6f-ab02-890015695e1b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Nov 16 00:33:22.753955 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-82c5d231-81b5-40d2-8ac4-7f9e24b8c768 req-5f21cb11-eaa7-4a45-b4ac-bce4f5cf1a72 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321841 Nov 16 00:33:23.600940 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ed4c1-da5b-474a-ba8a-d47e6b639d34 req-a1d07df5-44ee-47e7-80f2-2f606631caec tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:23.602554 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-654ed4c1-da5b-474a-ba8a-d47e6b639d34 req-a1d07df5-44ee-47e7-80f2-2f606631caec tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0527976 Nov 16 00:33:23.645451 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-654ed4c1-da5b-474a-ba8a-d47e6b639d34 req-bb5e8023-eef9-4cf9-870f-960867258132 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363922 Nov 16 00:33:23.897716 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe708e5-f64c-4da1-b22a-d317bfd00d89 req-66a21bd2-0bce-47b5-ad67-5f1ac6e47e71 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:23.899386 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bbe708e5-f64c-4da1-b22a-d317bfd00d89 req-66a21bd2-0bce-47b5-ad67-5f1ac6e47e71 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0564976 Nov 16 00:33:23.946846 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bbe708e5-f64c-4da1-b22a-d317bfd00d89 req-d86c0a72-cba0-4396-a48e-cd0d0d5267e4 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 Nov 16 00:33:24.067205 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bbb35-8e9b-4b15-ac5d-b166d589a645 req-60ab7175-61b3-4c10-a917-881c24cdb810 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:24.068855 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f88bbb35-8e9b-4b15-ac5d-b166d589a645 req-60ab7175-61b3-4c10-a917-881c24cdb810 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 947 time: 0.0578768 Nov 16 00:33:24.086363 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bded9a-99f2-4f2f-895c-0234be87b85c req-34e2188c-2e79-4252-b0bc-accb204d5bcd tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:24.087989 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e2bded9a-99f2-4f2f-895c-0234be87b85c req-34e2188c-2e79-4252-b0bc-accb204d5bcd tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.2977605 Nov 16 00:33:24.113062 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f88bbb35-8e9b-4b15-ac5d-b166d589a645 req-f14dee09-3d3e-4cc0-b745-0baf83d9bc34 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370803 Nov 16 00:33:24.138061 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e2bded9a-99f2-4f2f-895c-0234be87b85c req-2296b245-ad52-4dd4-91e4-f4fe3987a172 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Nov 16 00:33:24.369427 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:33:24.782850 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0beff-f21d-487f-8e72-d5e8476ac890 req-6bbbbe3b-518f-40f1-93a2-cf93fcff0c42 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:24.784317 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-acb0beff-f21d-487f-8e72-d5e8476ac890 req-6bbbbe3b-518f-40f1-93a2-cf93fcff0c42 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0521021 Nov 16 00:33:24.824624 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-acb0beff-f21d-487f-8e72-d5e8476ac890 req-f21f9b06-5995-491b-b70e-8a4adcf180d2 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338798 Nov 16 00:33:25.070710 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38a9ce-815d-4c3c-8e35-72ac80f968fa req-0c12bb8e-38ed-453a-b636-b6f578addd0d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:25.072202 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0c38a9ce-815d-4c3c-8e35-72ac80f968fa req-0c12bb8e-38ed-453a-b636-b6f578addd0d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0487943 Nov 16 00:33:25.109238 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0c38a9ce-815d-4c3c-8e35-72ac80f968fa req-b5ff91bc-d659-44e3-abb4-4f5db8775803 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311425 Nov 16 00:33:25.234628 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cb215-bca2-44ee-98f1-6d0ce0743c97 req-2a23880e-cf33-497d-87a6-7c14c2de8ff8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:25.237101 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-931cb215-bca2-44ee-98f1-6d0ce0743c97 req-2a23880e-cf33-497d-87a6-7c14c2de8ff8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 947 time: 0.0524356 Nov 16 00:33:25.252429 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c161419-85c3-40fa-9cfb-6e70753eda78 req-233f07c2-e075-455a-b079-e129e2f3fb9a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:25.253972 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9c161419-85c3-40fa-9cfb-6e70753eda78 req-233f07c2-e075-455a-b079-e129e2f3fb9a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.0502393 Nov 16 00:33:25.275602 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-931cb215-bca2-44ee-98f1-6d0ce0743c97 req-fb5c6d98-fac0-4695-8dcd-15e756147ce8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324371 Nov 16 00:33:25.293235 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9c161419-85c3-40fa-9cfb-6e70753eda78 req-47e73e88-7429-40dd-8e4c-f2fb58288f65 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331411 Nov 16 00:33:25.942285 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc4a71-57bb-46c8-862b-f9cf8c567850 req-b6f86951-d278-4477-a104-e6669ce2a88d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:25.943860 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8ffc4a71-57bb-46c8-862b-f9cf8c567850 req-b6f86951-d278-4477-a104-e6669ce2a88d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0506976 Nov 16 00:33:25.983454 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8ffc4a71-57bb-46c8-862b-f9cf8c567850 req-f94347ea-4722-4851-bb1a-7da9b6c345eb tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336423 Nov 16 00:33:26.227283 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bcf00-51e4-40e9-9111-1a9dee854728 req-e7f6c437-a27c-4f9a-82c5-fc8239c63013 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:26.228669 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e52bcf00-51e4-40e9-9111-1a9dee854728 req-e7f6c437-a27c-4f9a-82c5-fc8239c63013 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0524967 Nov 16 00:33:26.266157 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e52bcf00-51e4-40e9-9111-1a9dee854728 req-75a3e02a-5467-4f56-8b93-9434671db3f8 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315738 Nov 16 00:33:26.402076 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b65dd5-1ea5-4f7c-b8e0-574799ce3a17 req-bc8f9df7-da41-46ad-9503-56578766ce3d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:26.403584 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6b65dd5-1ea5-4f7c-b8e0-574799ce3a17 req-bc8f9df7-da41-46ad-9503-56578766ce3d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 947 time: 0.0522637 Nov 16 00:33:26.409211 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33f856-d670-4df4-9973-4c191ac07409 req-dc8dfb58-3953-4984-a66a-e4ec2f452f99 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:26.410715 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-db33f856-d670-4df4-9973-4c191ac07409 req-dc8dfb58-3953-4984-a66a-e4ec2f452f99 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.0492842 Nov 16 00:33:26.443319 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6b65dd5-1ea5-4f7c-b8e0-574799ce3a17 req-d546c76e-a2f3-432c-b352-bd5f3d21ef66 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329635 Nov 16 00:33:26.450615 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-db33f856-d670-4df4-9973-4c191ac07409 req-f6e03237-dd67-4d58-9c9e-04394483fc35 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333955 Nov 16 00:33:27.105583 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97901b73-1aaa-401b-9449-c8c5b53d7823 req-b30bd1e8-a703-4b87-afd7-635e0a8c4be7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:27.107108 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-97901b73-1aaa-401b-9449-c8c5b53d7823 req-b30bd1e8-a703-4b87-afd7-635e0a8c4be7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0501661 Nov 16 00:33:27.147107 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-97901b73-1aaa-401b-9449-c8c5b53d7823 req-c319d6d2-24e8-43a8-86e0-8d613af9b6a6 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332458 Nov 16 00:33:27.317624 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-a02aa6d9-cd46-48ed-9f78-12a662deec89 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:27.319226 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-a02aa6d9-cd46-48ed-9f78-12a662deec89 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0552127 Nov 16 00:33:27.387870 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9799a2-06ca-4af9-9b3f-dcb351366a48 req-4b57377a-dfec-43f4-be20-07818c880b0f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:27.389357 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6d9799a2-06ca-4af9-9b3f-dcb351366a48 req-4b57377a-dfec-43f4-be20-07818c880b0f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 946 time: 0.0534070 Nov 16 00:33:27.426670 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Deleting port 01184432-b920-416d-948c-2998a3138394 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:33:27.427383 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:27.432536 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6d9799a2-06ca-4af9-9b3f-dcb351366a48 req-aefd9379-b934-4161-9c4e-00ea6f36a651 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=99ec69f6-4a8c-4196-aec4-0951844ac9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352461 Nov 16 00:33:27.537520 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] For port 01184432-b920-416d-948c-2998a3138394, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=01184432-b920-416d-948c-2998a3138394,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:27.537888 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:27.594864 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638af566-d316-4baa-8bfe-dc872398d294 req-dfe54c77-9691-4a57-9e45-ba803d526f77 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:27.599535 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-638af566-d316-4baa-8bfe-dc872398d294 req-dfe54c77-9691-4a57-9e45-ba803d526f77 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.0694385 Nov 16 00:33:27.644288 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-638af566-d316-4baa-8bfe-dc872398d294 req-b93c743f-acdd-49f3-83c1-d7a80616b361 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420074 Nov 16 00:33:27.645921 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0612b-eefa-49a1-9021-7628cb872ae4 req-319ce537-439d-46d3-9b1c-07fbe3a2b3ad tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:27.647652 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4df0612b-eefa-49a1-9021-7628cb872ae4 req-319ce537-439d-46d3-9b1c-07fbe3a2b3ad tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 947 time: 0.1070695 Nov 16 00:33:27.741815 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4df0612b-eefa-49a1-9021-7628cb872ae4 req-9ea28b0f-5137-41da-ad6a-ccbd9704b4ca tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871966 Nov 16 00:33:27.809176 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:27.809640 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:27.809964 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Floating IP 7715aad5-39ee-4a51-b3b7-65b19eeff259 disassociated. External IP: 172.27.1.123, port: 01184432-b920-416d-948c-2998a3138394. Nov 16 00:33:27.810309 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Calling delete_port for 01184432-b920-416d-948c-2998a3138394 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:33:27.890496 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-f8371d02-7799-4fac-8eba-b45189fee6cc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:27.892796 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-f8371d02-7799-4fac-8eba-b45189fee6cc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 947 time: 0.0508127 Nov 16 00:33:27.956912 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:27.993844 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-88f7c16b-5708-4347-bc42-28a5bb7681ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:27.994315 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event deleted for resources: {'Port': ['ID=01184432-b920-416d-948c-2998a3138394,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:28.011579 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Deleting port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:33:28.011818 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:28.086667 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47012) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:28.114228 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] For port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:28.114612 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:28.117868 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:33:28.248200 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:33:28.259399 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] Sync routers for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:33:28.270915 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-90609874-6b27-4adf-8f40-46923d2178bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:28.271327 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:28.272142 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:28.293285 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] No DVR routers for this DVR port 01184432-b920-416d-948c-2998a3138394 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:33:28.299677 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:28.305725 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cd686f0a-762e-4714-b490-2c75f378b8e0 req-6d428d8a-85be-4a11-9e03-781bb7905b4f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "DELETE /v2.0/ports/01184432-b920-416d-948c-2998a3138394 HTTP/1.1" status: 204 len: 173 time: 0.9775443 Nov 16 00:33:28.306453 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'name': 'network-vif-deleted', 'tag': '01184432-b920-416d-948c-2998a3138394'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:28.309024 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e7c3eb-56ff-4d1e-97dd-a382e9624fb2" -d '{"events": [{"server_uuid": "d6f376e4-af26-4799-9127-58d9efd50cdc", "name": "network-vif-deleted", "tag": "01184432-b920-416d-948c-2998a3138394"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:28.359239 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7da3a42-609d-44d0-8424-81046332849a x-openstack-request-id: req-e7da3a42-609d-44d0-8424-81046332849a {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:28.359467 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f376e4-af26-4799-9127-58d9efd50cdc", "name": "network-vif-deleted", "tag": "01184432-b920-416d-948c-2998a3138394", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:28.359890 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7da3a42-609d-44d0-8424-81046332849a {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:28.360231 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f376e4-af26-4799-9127-58d9efd50cdc', 'name': 'network-vif-deleted', 'tag': '01184432-b920-416d-948c-2998a3138394', 'status': 'completed', 'code': 200} Nov 16 00:33:28.388868 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0a79e-47be-4dd1-a1eb-6c3946180d3c req-0e06e55e-3c93-43bb-b94d-46c24e7db976 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:28.390566 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-fcd0a79e-47be-4dd1-a1eb-6c3946180d3c req-0e06e55e-3c93-43bb-b94d-46c24e7db976 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.1627343 Nov 16 00:33:28.419535 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:28.597537 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-499be7ef-b825-43a4-aed9-b5603f4a64a5 req-c090dcfe-9b6c-44ce-9987-9fd39c641b22 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6f376e4-af26-4799-9127-58d9efd50cdc HTTP/1.1" status: 200 len: 210 time: 0.0293541 Nov 16 00:33:28.610394 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-fcd0a79e-47be-4dd1-a1eb-6c3946180d3c req-df478998-66e2-453b-95a4-657586fe0ac9 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1807604 Nov 16 00:33:28.620219 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:28.620695 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:28.621305 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.l3_db [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Floating IP 991b1dc7-c461-4fe2-938c-d7f418caa3d5 disassociated. External IP: 172.27.1.85, port: 10abc4a6-a723-4a5c-855b-11d4b6d40eb9. Nov 16 00:33:28.621871 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Calling delete_port for 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 owned by compute:nova {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:33:28.646688 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-90609874-6b27-4adf-8f40-46923d2178bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:28.654637 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-90609874-6b27-4adf-8f40-46923d2178bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:28.711592 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:28.760360 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] Checking router: 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:33:28.768132 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-90609874-6b27-4adf-8f40-46923d2178bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46de2a892e5f47e08134b76d7d5674d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773841 Nov 16 00:33:28.768132 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90609874-6b27-4adf-8f40-46923d2178bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed3d9d-f4b9-44a7-a175-28d018a8f958,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:28.769397 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47030) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:28.779552 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:28.780372 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:28.837298 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf82b6-6358-44d8-9c67-675b1305fe80 req-f229eebf-07ec-416c-9ca1-072af0e9b8eb tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:28.838985 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a2bf82b6-6358-44d8-9c67-675b1305fe80 req-f229eebf-07ec-416c-9ca1-072af0e9b8eb tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.0983448 Nov 16 00:33:28.895258 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a2bf82b6-6358-44d8-9c67-675b1305fe80 req-9252837f-dba7-40e8-ba38-5a9fcfbfc5fc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Nov 16 00:33:28.942257 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:28.959346 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-178535b7-faca-455a-9e9f-c46a6b83a13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:28.981453 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:29.032365 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a5091-fc9e-4eec-8cb8-ef70c6e2daea req-caa2deaf-cd5e-4260-8b1c-310dd489c12c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:29.034236 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-151a5091-fc9e-4eec-8cb8-ef70c6e2daea req-caa2deaf-cd5e-4260-8b1c-310dd489c12c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f9b823f-75c2-4baf-9577-5dc85ec77405 HTTP/1.1" status: 200 len: 868 time: 0.1505413 Nov 16 00:33:29.041642 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-178535b7-faca-455a-9e9f-c46a6b83a13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:29.054411 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event deleted for resources: {'Port': ['ID=10abc4a6-a723-4a5c-855b-11d4b6d40eb9,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:29.173048 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:29.187440 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-151a5091-fc9e-4eec-8cb8-ef70c6e2daea req-f54124d6-0e0f-4df2-b25a-a561800dd1c7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bcd0a26b-dce1-4875-8a58-6653b13844e1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400497 Nov 16 00:33:29.201059 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8949e7a-2bb9-4b59-85a3-05691ce55d25 None None] The sync data for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi is: [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:33:29.211947 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-178535b7-faca-455a-9e9f-c46a6b83a13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:29.216231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-178535b7-faca-455a-9e9f-c46a6b83a13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:29.216231 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-178535b7-faca-455a-9e9f-c46a6b83a13c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfed3d9d-f4b9-44a7-a175-28d018a8f958 HTTP/1.1" status: 204 len: 168 time: 0.4443762 Nov 16 00:33:29.235710 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178535b7-faca-455a-9e9f-c46a6b83a13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed3d9d-f4b9-44a7-a175-28d018a8f958,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:29.260196 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:33:29.413990 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:33:29.425738 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] Sync routers for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:33:29.446354 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:29.449148 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:29.499067 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] No DVR routers for this DVR port 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 on host hv-cinder-81115 {{(pid=107819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:33:29.502442 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:29.506171 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b678a85e-ee02-4dbe-8c8f-2b069e189fb9 req-cf320798-f446-4ee0-9863-a068bc94f40f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "DELETE /v2.0/ports/10abc4a6-a723-4a5c-855b-11d4b6d40eb9 HTTP/1.1" status: 204 len: 173 time: 1.6050990 Nov 16 00:33:29.506676 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-deleted', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:29.509911 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72850f5c-ec97-43d9-b0b3-ddc5531e1aff" -d '{"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-deleted", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:29.521056 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc7679-71b5-418e-a0ac-024814b7f2d8 None None] New status for floating IP 7715aad5-39ee-4a51-b3b7-65b19eeff259: DOWN {{(pid=107821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:33:29.604373 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f830e17a-5bfc-40e8-b629-c9213980986f x-openstack-request-id: req-f830e17a-5bfc-40e8-b629-c9213980986f {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:29.608844 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b823f-75c2-4baf-9577-5dc85ec77405", "name": "network-vif-deleted", "tag": "10abc4a6-a723-4a5c-855b-11d4b6d40eb9", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:29.609236 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f830e17a-5bfc-40e8-b629-c9213980986f {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:29.611082 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b823f-75c2-4baf-9577-5dc85ec77405', 'name': 'network-vif-deleted', 'tag': '10abc4a6-a723-4a5c-855b-11d4b6d40eb9', 'status': 'completed', 'code': 200} Nov 16 00:33:29.644061 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:29.702301 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47044) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:29.811865 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3a77-fbc7-4d04-92d0-238bb7b0d044 req-c15c792a-945f-46a6-ab76-a12308c86a5a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:29.812918 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3e2f3a77-fbc7-4d04-92d0-238bb7b0d044 req-c15c792a-945f-46a6-ab76-a12308c86a5a tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0948856 Nov 16 00:33:29.819682 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1b63e1aa-2f3c-46b3-a75f-ce76ea560b25 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:29.863821 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1b63e1aa-2f3c-46b3-a75f-ce76ea560b25 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:29.897993 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3e2f3a77-fbc7-4d04-92d0-238bb7b0d044 req-f1ffa584-912c-42fe-828c-5bf24ed9de3c tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641689 Nov 16 00:33:29.963399 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1b63e1aa-2f3c-46b3-a75f-ce76ea560b25 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:29.966845 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1b63e1aa-2f3c-46b3-a75f-ce76ea560b25 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:29.968433 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-1b63e1aa-2f3c-46b3-a75f-ce76ea560b25 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "DELETE /v2.0/security-groups/99ec69f6-4a8c-4196-aec4-0951844ac9d4 HTTP/1.1" status: 204 len: 168 time: 0.2650797 Nov 16 00:33:29.974618 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47054) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:29.991030 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:29.991656 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.api.v2.resource [None req-0666270f-432a-4209-8593-d569676b1bc2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] show failed (client error): The resource could not be found. Nov 16 00:33:29.997472 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0666270f-432a-4209-8593-d569676b1bc2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups/99ec69f6-4a8c-4196-aec4-0951844ac9d4 HTTP/1.1" status: 404 len: 347 time: 0.0170665 Nov 16 00:33:29.999082 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63e1aa-2f3c-46b3-a75f-ce76ea560b25 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ec69f6-4a8c-4196-aec4-0951844ac9d4,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:29.999082 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47056) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:30.053401 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] Checking router: 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:33:30.065667 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:30.066683 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:30.076643 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device cbec7d92-b961-49b3-8246-e6dad3a5521d details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:33:30.109959 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e83ffc-918b-48f9-9e8c-52733b2e125d req-be0e6cdd-d623-4607-81ae-bfb4e1119ea0 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:30.119636 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a3e83ffc-918b-48f9-9e8c-52733b2e125d req-be0e6cdd-d623-4607-81ae-bfb4e1119ea0 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 944 time: 0.1252787 Nov 16 00:33:30.168207 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a3e83ffc-918b-48f9-9e8c-52733b2e125d req-262e63f2-23dc-40b5-b735-1b4267ca6e85 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472674 Nov 16 00:33:30.207033 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Deleting port 02d27111-d20f-4419-b126-5d4b4d5fe34c {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:33:30.208018 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.237218 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:30.238936 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port cbec7d92-b961-49b3-8246-e6dad3a5521d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:30.260403 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:33:30.316539 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47062) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:30.331725 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.334535 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.348259 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.348950 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Calling delete_port for 02d27111-d20f-4419-b126-5d4b4d5fe34c owned by network:floatingip {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:33:30.367089 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbec7d92-b961-49b3-8246-e6dad3a5521d {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:33:30.390535 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port cbec7d92-b961-49b3-8246-e6dad3a5521d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:30.397251 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.403878 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0d7d36a0-cc34-42a3-a91e-34eccdfcb67e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.447328 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0d7d36a0-cc34-42a3-a91e-34eccdfcb67e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.473345 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=cbec7d92-b961-49b3-8246-e6dad3a5521d,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:30.482494 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.482874 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.483276 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.483609 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.484078 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.484411 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.485645 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.485645 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.486027 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.486847 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.486847 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.487080 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:30.520946 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0d7d36a0-cc34-42a3-a91e-34eccdfcb67e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.523888 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0d7d36a0-cc34-42a3-a91e-34eccdfcb67e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.525822 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0d7d36a0-cc34-42a3-a91e-34eccdfcb67e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "DELETE /v2.0/security-groups/bcd0a26b-dce1-4875-8a58-6653b13844e1 HTTP/1.1" status: 204 len: 168 time: 0.2077770 Nov 16 00:33:30.529500 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47064) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:30.537886 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.547030 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d36a0-cc34-42a3-a91e-34eccdfcb67e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd0a26b-dce1-4875-8a58-6653b13844e1,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:30.554876 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.api.v2.resource [None req-0e8cadce-3c3e-49f3-92ca-2725340517d2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] show failed (client error): The resource could not be found. Nov 16 00:33:30.567971 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0e8cadce-3c3e-49f3-92ca-2725340517d2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups/bcd0a26b-dce1-4875-8a58-6653b13844e1 HTTP/1.1" status: 404 len: 347 time: 0.0361769 Nov 16 00:33:30.570931 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47066) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:30.577019 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event deleted for resources: {'Port': ['ID=02d27111-d20f-4419-b126-5d4b4d5fe34c,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:30.612867 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:30.638886 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.642534 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de75090-9b9d-43b3-b924-d2c55edde07e None None] The sync data for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi is: [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:33:30.653247 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.654374 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['cbec7d92-b961-49b3-8246-e6dad3a5521d'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:33:30.656712 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.658017 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-053972a9-9e5a-46d8-8cdb-45a3194c7e1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "DELETE /v2.0/floatingips/7715aad5-39ee-4a51-b3b7-65b19eeff259 HTTP/1.1" status: 204 len: 168 time: 0.6574404 Nov 16 00:33:30.758305 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Deleting port c54efb94-8853-420f-a8fd-a7f8595dc39a {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:33:30.758745 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.864176 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.864572 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:30.879737 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Calling delete_port for c54efb94-8853-420f-a8fd-a7f8595dc39a owned by network:floatingip {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:33:30.985304 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47076) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:30.994140 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-a32a7f7d-d979-4a50-81e3-137859f374cf tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2004918572', 'description': 'tempest-description--1778394071'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:31.029086 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a32a7f7d-d979-4a50-81e3-137859f374cf tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.034157 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a26848-5fdf-4a61-a0bc-82b6ad51598a None None] New status for floating IP 991b1dc7-c461-4fe2-938c-d7f418caa3d5: DOWN {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:33:31.071317 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c9847-2efe-43a1-9e4d-89bdd5edae3a req-832ce865-72b1-46ab-9c80-114dcb8d7ccb tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:31.075077 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8c9847-2efe-43a1-9e4d-89bdd5edae3a req-832ce865-72b1-46ab-9c80-114dcb8d7ccb tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0839798 Nov 16 00:33:31.123137 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a32a7f7d-d979-4a50-81e3-137859f374cf tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.131476 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a32a7f7d-d979-4a50-81e3-137859f374cf tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.150562 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7c8c9847-2efe-43a1-9e4d-89bdd5edae3a req-a37a5915-1642-4374-8e0c-0022ca7ba11d tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501173 Nov 16 00:33:31.165649 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.167851 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.db.api [None req-34a26848-5fdf-4a61-a0bc-82b6ad51598a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107822) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 00:33:31.168285 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG oslo_db.api [None req-34a26848-5fdf-4a61-a0bc-82b6ad51598a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 00:33:31.186479 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a7f7d-d979-4a50-81e3-137859f374cf tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd3a42e-0683-48dd-8ad6-cea02f616efe,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:31.194803 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a32a7f7d-d979-4a50-81e3-137859f374cf tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.199101 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-a32a7f7d-d979-4a50-81e3-137859f374cf tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2091119 Nov 16 00:33:31.199355 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47082) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:31.202215 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event deleted for resources: {'Port': ['ID=c54efb94-8853-420f-a8fd-a7f8595dc39a,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:31.205271 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-1c79ede7-3087-4db0-bf9d-245e6d2f0e24 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'security_group_rule': {'security_group_id': '9bd3a42e-0683-48dd-8ad6-cea02f616efe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:31.260380 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1c79ede7-3087-4db0-bf9d-245e6d2f0e24 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.286675 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.289794 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.291258 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-8ace9342-503b-444c-b214-6ed71690d7ed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "DELETE /v2.0/floatingips/991b1dc7-c461-4fe2-938c-d7f418caa3d5 HTTP/1.1" status: 204 len: 168 time: 0.7191505 Nov 16 00:33:31.373366 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1c79ede7-3087-4db0-bf9d-245e6d2f0e24 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.376138 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec805-c804-4ad0-ac9b-10e9f76410e4 req-cad3ae85-f9a6-47a0-834e-5718e7e83eee tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:31.378223 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ab9ec805-c804-4ad0-ac9b-10e9f76410e4 req-cad3ae85-f9a6-47a0-834e-5718e7e83eee tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 945 time: 0.0929878 Nov 16 00:33:31.379929 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1c79ede7-3087-4db0-bf9d-245e6d2f0e24 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.404128 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79ede7-3087-4db0-bf9d-245e6d2f0e24 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3c8b09-d3b0-4004-8e55-316052c0bd97,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:31.416269 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1c79ede7-3087-4db0-bf9d-245e6d2f0e24 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.418155 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-1c79ede7-3087-4db0-bf9d-245e6d2f0e24 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2176530 Nov 16 00:33:31.421633 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47090) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:31.431545 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-2258b0d3-7473-4d54-babb-d407d136bed2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'security_group_rule': {'security_group_id': '9bd3a42e-0683-48dd-8ad6-cea02f616efe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:31.437860 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-7709f050-b8a6-41f3-90c1-8b203bf22b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.449954 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ab9ec805-c804-4ad0-ac9b-10e9f76410e4 req-18848284-864a-4ccc-9378-bdbdb71e6ed1 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533395 Nov 16 00:33:31.482679 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2258b0d3-7473-4d54-babb-d407d136bed2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.552225 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2258b0d3-7473-4d54-babb-d407d136bed2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.558507 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2258b0d3-7473-4d54-babb-d407d136bed2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.581515 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258b0d3-7473-4d54-babb-d407d136bed2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969dc349-6d69-4a3c-9251-fe85bda7fa4b,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:31.589492 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2258b0d3-7473-4d54-babb-d407d136bed2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.590640 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-2258b0d3-7473-4d54-babb-d407d136bed2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674376 Nov 16 00:33:31.593805 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47092) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:31.599333 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'floatingip': {'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:31.606186 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47094) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:31.611423 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-7cc24e7f-26b6-430a-90de-609d745e1dc9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1819709799', 'description': 'tempest-description--1157533858'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:31.628416 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.db.api [None req-7cc24e7f-26b6-430a-90de-609d745e1dc9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 00:33:31.628416 dv-cinder-811154-2-iscsi neutron-server[107819]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 00:33:31.628416 dv-cinder-811154-2-iscsi neutron-server[107819]: [parameters: {'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'id': 'af3dbebf-9e90-4c4c-bca3-4bc7241ea846', 'expiration': datetime.datetime(2021, 11, 16, 0, 35, 31, 623263)}] Nov 16 00:33:31.628416 dv-cinder-811154-2-iscsi neutron-server[107819]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 00:33:31.628853 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG oslo_db.api [None req-7cc24e7f-26b6-430a-90de-609d745e1dc9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 00:33:31.635604 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.669762 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a26848-5fdf-4a61-a0bc-82b6ad51598a None None] New status for floating IP 991b1dc7-c461-4fe2-938c-d7f418caa3d5: DOWN {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:33:31.739922 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:31.861984 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Allocated IP 172.27.1.246 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/a3a35750-1dca-4b6f-af2b-003837d56a71) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:33:31.968080 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.004253 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.023134 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.043390 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:33:32.046275 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:33:32.050139 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:33:32.058493 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'Port': ['ID=a3a35750-1dca-4b6f-af2b-003837d56a71,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:32.077100 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device cbec7d92-b961-49b3-8246-e6dad3a5521d up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:33:32.132159 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port cbec7d92-b961-49b3-8246-e6dad3a5521d completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:33:32.136229 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port cbec7d92-b961-49b3-8246-e6dad3a5521d triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:33:32.136641 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.152656 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.157977 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7cc24e7f-26b6-430a-90de-609d745e1dc9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.202519 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.221554 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.245022 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7cc24e7f-26b6-430a-90de-609d745e1dc9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.257313 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:32.259559 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7cc24e7f-26b6-430a-90de-609d745e1dc9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.263079 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3097c499-bfa5-4d01-9e35-bd4f2ffff1d7" -d '{"events": [{"server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "name": "network-vif-plugged", "status": "completed", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:32.269670 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port cbec7d92-b961-49b3-8246-e6dad3a5521d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:32.275491 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.276964 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:33:32.308568 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc24e7f-26b6-430a-90de-609d745e1dc9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416d0360-60a3-4d64-a9ac-553cce7bd339,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:32.324890 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-7cc24e7f-26b6-430a-90de-609d745e1dc9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.326146 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-7cc24e7f-26b6-430a-90de-609d745e1dc9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7192206 Nov 16 00:33:32.332039 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47100) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:32.336242 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-05f094fe-ff0a-464a-931d-db9ddf4ef283 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'security_group_rule': {'security_group_id': '416d0360-60a3-4d64-a9ac-553cce7bd339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:32.379151 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526e60-4ef4-4cf8-8832-d97c8fdc2b85 req-e80bc7eb-8e40-4f41-b77f-242e3a839f41 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:32.380605 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a4526e60-4ef4-4cf8-8832-d97c8fdc2b85 req-e80bc7eb-8e40-4f41-b77f-242e3a839f41 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.1332080 Nov 16 00:33:32.382417 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-05f094fe-ff0a-464a-931d-db9ddf4ef283 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.468152 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.476023 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.482678 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8c3e43-c83d-4946-8719-ceed6aa45f98 x-openstack-request-id: req-9c8c3e43-c83d-4946-8719-ceed6aa45f98 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:32.483284 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "name": "network-vif-plugged", "status": "completed", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:32.483405 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c8c3e43-c83d-4946-8719-ceed6aa45f98 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:32.483848 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'code': 200} Nov 16 00:33:32.484483 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=cbec7d92-b961-49b3-8246-e6dad3a5521d,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:32.487354 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a4526e60-4ef4-4cf8-8832-d97c8fdc2b85 req-a9bb9532-a55d-4f54-aa19-73f2ede7af05 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812461 Nov 16 00:33:32.517534 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-05f094fe-ff0a-464a-931d-db9ddf4ef283 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.523999 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-05f094fe-ff0a-464a-931d-db9ddf4ef283 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.536460 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:33:32.537072 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 10abc4a6-a723-4a5c-855b-11d4b6d40eb9 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:33:32.537520 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 01184432-b920-416d-948c-2998a3138394 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:33:32.573689 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 01184432-b920-416d-948c-2998a3138394 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:33:32.574769 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 01184432-b920-416d-948c-2998a3138394 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:33:32.574916 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'Port': ['ID=a3a35750-1dca-4b6f-af2b-003837d56a71,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:32.575792 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f094fe-ff0a-464a-931d-db9ddf4ef283 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29458bdc-64fd-48bb-8633-a1d93d3787e4,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:32.622608 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.638743 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-05f094fe-ff0a-464a-931d-db9ddf4ef283 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.640303 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-05f094fe-ff0a-464a-931d-db9ddf4ef283 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3076613 Nov 16 00:33:32.644931 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.646376 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-fe87c080-57a2-4d54-ad51-43cfcb6bd21a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0509768 Nov 16 00:33:32.647199 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47110) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:32.651838 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-1cfee0e5-3467-4c4d-9dd9-f5791d9be358 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'security_group_rule': {'security_group_id': '416d0360-60a3-4d64-a9ac-553cce7bd339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:32.692119 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1cfee0e5-3467-4c4d-9dd9-f5791d9be358 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.713564 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bbed5-77e7-47ac-acb1-1dc6029c365e req-2eb720be-22f4-4cca-9216-9141735806d5 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:32.715161 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-2e2bbed5-77e7-47ac-acb1-1dc6029c365e req-2eb720be-22f4-4cca-9216-9141735806d5 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 946 time: 0.1343479 Nov 16 00:33:32.732035 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c3da5-23af-487f-a3c6-4062b4d54def req-4d573f1d-c6c6-4a93-a4ee-880513dc23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:32.733757 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3e5c3da5-23af-487f-a3c6-4062b4d54def req-4d573f1d-c6c6-4a93-a4ee-880513dc23c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 1099 time: 0.1493762 Nov 16 00:33:32.771603 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1cfee0e5-3467-4c4d-9dd9-f5791d9be358 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.779282 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1cfee0e5-3467-4c4d-9dd9-f5791d9be358 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.796670 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3e5c3da5-23af-487f-a3c6-4062b4d54def req-22e21423-4994-4cc2-a23c-2c1019fef532 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526533 Nov 16 00:33:32.815544 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-2e2bbed5-77e7-47ac-acb1-1dc6029c365e req-44ff12d1-a8dd-4906-8a46-0d58aae019f5 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805411 Nov 16 00:33:32.832905 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfee0e5-3467-4c4d-9dd9-f5791d9be358 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ae8602-d9bb-471b-b4a9-6152b2222910,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:32.845137 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1cfee0e5-3467-4c4d-9dd9-f5791d9be358 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.846405 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-1cfee0e5-3467-4c4d-9dd9-f5791d9be358 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1982605 Nov 16 00:33:32.850296 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47118) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:32.855167 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'floatingip': {'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:32.867596 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f5713-6006-4643-815f-2baf22aee027 req-8ca821f8-2ce8-4fe8-bcb6-c1abd2835025 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:32.869384 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-627f5713-6006-4643-815f-2baf22aee027 req-8ca821f8-2ce8-4fe8-bcb6-c1abd2835025 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 945 time: 0.0915325 Nov 16 00:33:32.885940 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:32.912515 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-627f5713-6006-4643-815f-2baf22aee027 req-6b638aed-8ad0-41a3-9afd-999dd1004c8a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365229 Nov 16 00:33:32.974964 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ffb28e37-99e4-4f5e-8378-36b0cd0631f5 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2004918572&fields=id&tenant_id=a0f2408fc1d043e581cf3406f493b307 HTTP/1.1" status: 200 len: 267 time: 0.0700536 Nov 16 00:33:33.107462 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-da30370e-45f4-4ec1-baee-02a3308e1aee tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:33.109002 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-da30370e-45f4-4ec1-baee-02a3308e1aee tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 810 time: 0.1262257 Nov 16 00:33:33.114216 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:33.134624 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-737ae84b-02f6-4ace-bcfa-784fa656ab6d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/quotas/a0f2408fc1d043e581cf3406f493b307 HTTP/1.1" status: 200 len: 375 time: 0.0178330 Nov 16 00:33:33.252078 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-9047d7e9-c39f-44b9-8dd3-040060170341 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916090 Nov 16 00:33:33.268536 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Allocated IP 172.27.1.157 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/67e1bf1b-eb2c-4c46-b285-714c62bcea3d) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:33:33.427407 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-d228f049-8720-4639-9d94-22bc30114848 service neutron] 10.222.0.31 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602757 Nov 16 00:33:33.495619 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:33.557469 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-0e4e45e8-436b-4204-8576-49cd3d54f951 service neutron] 10.222.0.31 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217189 Nov 16 00:33:33.559562 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:33.604297 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:33:33.607700 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:33:33.615187 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:33:33.615889 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b488a2a-16d0-4d21-b605-acc4939ce112 req-8361dd65-1442-437d-9b5a-e00da3715242 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:33.617857 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b488a2a-16d0-4d21-b605-acc4939ce112 req-8361dd65-1442-437d-9b5a-e00da3715242 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0654986 Nov 16 00:33:33.618671 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'Port': ['ID=67e1bf1b-eb2c-4c46-b285-714c62bcea3d,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:33.670324 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b488a2a-16d0-4d21-b605-acc4939ce112 req-61306003-822a-4e75-a5df-1d8276cce657 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&id=ee0dc591-4647-4bb0-b605-bcaf54f2684a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418148 Nov 16 00:33:33.689076 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:33.761608 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:33.812462 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cd43427d-0987-400f-86e1-ad605c6efa58 req-789c0703-6ab9-41fc-918f-061d92b5e853 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 210 time: 0.0387053 Nov 16 00:33:33.816482 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:34.056691 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582b7cd-b04c-4925-a0de-ed727303de2f req-7fb998a4-44b6-4072-927b-a75bd3b4252f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:34.058507 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6582b7cd-b04c-4925-a0de-ed727303de2f req-7fb998a4-44b6-4072-927b-a75bd3b4252f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 945 time: 0.0688860 Nov 16 00:33:34.105784 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6582b7cd-b04c-4925-a0de-ed727303de2f req-38cc2f4b-fb18-4fb0-904b-dc6c58bdd6f3 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Nov 16 00:33:34.250144 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f0435-3173-4fe1-81d6-d5d0ec43e249 req-7be00b26-b5e6-4c0b-aaa5-160afed9cf5b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:34.251599 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-459f0435-3173-4fe1-81d6-d5d0ec43e249 req-7be00b26-b5e6-4c0b-aaa5-160afed9cf5b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 946 time: 0.3299594 Nov 16 00:33:34.291108 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:34.299707 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-253005664'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:34.342058 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-459f0435-3173-4fe1-81d6-d5d0ec43e249 req-b91b847a-65e1-4a51-9f93-dae9adf2be4c tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838075 Nov 16 00:33:34.379087 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'Port': ['ID=67e1bf1b-eb2c-4c46-b285-714c62bcea3d,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:34.391716 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:34.407541 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:34.408949 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-42aa8165-f18b-4ec7-bb25-306d2d55d8d4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5576410 Nov 16 00:33:34.723549 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-ae48c23e-06c6-4af6-8f50-df67821922b2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:34.725055 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-ae48c23e-06c6-4af6-8f50-df67821922b2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 945 time: 0.0546107 Nov 16 00:33:34.783832 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-e4398907-25df-44af-a300-0879ae18adca tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1819709799&fields=id&tenant_id=6a41a4472a974da5aee5d6b458d9f619 HTTP/1.1" status: 200 len: 267 time: 0.0557830 Nov 16 00:33:34.830032 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Deleting port 179c647c-5bc4-406a-80f8-784a650a92d9 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:33:34.830373 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:34.967729 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] For port 179c647c-5bc4-406a-80f8-784a650a92d9, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=179c647c-5bc4-406a-80f8-784a650a92d9,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:34.968106 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:34.982307 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Calling delete_port for 179c647c-5bc4-406a-80f8-784a650a92d9 owned by compute:nova {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:33:34.984584 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-f8b2fe39-df5b-40ae-9f4c-f40cc1112d6d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:34.987030 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-f8b2fe39-df5b-40ae-9f4c-f40cc1112d6d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 816 time: 0.1923594 Nov 16 00:33:35.013040 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-224e62d2-ab4a-4a55-a812-27fe3c271b10 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/quotas/6a41a4472a974da5aee5d6b458d9f619 HTTP/1.1" status: 200 len: 375 time: 0.0168648 Nov 16 00:33:35.024105 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-c4225115-dff8-4b7e-b2f6-e500c1fe4681 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:35.025642 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-c4225115-dff8-4b7e-b2f6-e500c1fe4681 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 810 time: 0.1776586 Nov 16 00:33:35.095346 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-581c5fd7-c6c7-4c1e-8167-5d3526ff3393 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f2408fc1d043e581cf3406f493b307 HTTP/1.1" status: 200 len: 380 time: 0.0587022 Nov 16 00:33:35.106680 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'port': {'device_id': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'admin_state_up': True, 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'security_groups': ['9bd3a42e-0683-48dd-8ad6-cea02f616efe']}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:35.160254 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cc4546a6-a9a9-4d4d-b8d9-c8a8a26d4a83 req-16c5626e-5824-481b-9fc6-288a604d8ac4 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 210 time: 0.2164135 Nov 16 00:33:35.164953 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-36c01e24-e6bc-421c-a8b9-e4f4ee12171c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383634 Nov 16 00:33:35.190243 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:35.202318 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['179c647c-5bc4-406a-80f8-784a650a92d9'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:33:35.232194 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Pushing event deleted for resources: {'Port': ['ID=179c647c-5bc4-406a-80f8-784a650a92d9,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:35.298577 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] No DVR routers for this DVR port 179c647c-5bc4-406a-80f8-784a650a92d9 on host hv-cinder-81115 {{(pid=107819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:33:35.301663 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-08868bcf-3246-4d2a-bb5e-c7806ea9f9d7 req-6f885902-761f-486e-8394-c8f73e78e005 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1f1755-bb14-4be4-90be-c9b32692635d HTTP/1.1" status: 200 len: 210 time: 0.0454617 Nov 16 00:33:35.302685 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:35.305935 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8456dc3a-dd7d-4fac-a920-5d7c24304928 req-796ba492-5e0b-4056-89d9-fdc566cd25d2 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.36 "DELETE /v2.0/ports/179c647c-5bc4-406a-80f8-784a650a92d9 HTTP/1.1" status: 204 len: 173 time: 0.5748253 Nov 16 00:33:35.306398 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1f1755-bb14-4be4-90be-c9b32692635d', 'name': 'network-vif-deleted', 'tag': '179c647c-5bc4-406a-80f8-784a650a92d9'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:35.308737 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dbe70f-2576-400d-a722-49bfea10d67d" -d '{"events": [{"server_uuid": "ff1f1755-bb14-4be4-90be-c9b32692635d", "name": "network-vif-deleted", "tag": "179c647c-5bc4-406a-80f8-784a650a92d9"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:35.365820 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c663edb2-e26c-48b7-b130-6af389dc2ec5 x-openstack-request-id: req-c663edb2-e26c-48b7-b130-6af389dc2ec5 {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:35.366161 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1f1755-bb14-4be4-90be-c9b32692635d", "name": "network-vif-deleted", "tag": "179c647c-5bc4-406a-80f8-784a650a92d9", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:35.366415 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c663edb2-e26c-48b7-b130-6af389dc2ec5 {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:35.366812 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1f1755-bb14-4be4-90be-c9b32692635d', 'name': 'network-vif-deleted', 'tag': '179c647c-5bc4-406a-80f8-784a650a92d9', 'status': 'completed', 'code': 200} Nov 16 00:33:35.473969 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2417b-02a4-470c-868c-689fccb45cd6 req-d7c98c72-b5b1-4f3c-8d99-3227453df2bb tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:35.475518 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-fcc2417b-02a4-470c-868c-689fccb45cd6 req-d7c98c72-b5b1-4f3c-8d99-3227453df2bb tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 946 time: 0.0573304 Nov 16 00:33:35.515184 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-fcc2417b-02a4-470c-868c-689fccb45cd6 req-669d0f5b-4738-4325-9f1c-46f391633439 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Nov 16 00:33:35.542393 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-505e6826-c43c-42ad-bbb6-d4b2c55c3ad3 service neutron] 10.222.0.31 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629956 Nov 16 00:33:35.570274 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Made reservation on behalf of a0f2408fc1d043e581cf3406f493b307 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:33:35.573870 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:35.643962 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376f01f-9d25-4c52-8663-ffd56fc71a1d req-40a73aaa-0c17-46ab-98f7-c6c33fc6f8c3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:35.645637 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c376f01f-9d25-4c52-8663-ffd56fc71a1d req-40a73aaa-0c17-46ab-98f7-c6c33fc6f8c3 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 946 time: 0.0549316 Nov 16 00:33:35.690434 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c376f01f-9d25-4c52-8663-ffd56fc71a1d req-69a3fd9d-2e1b-450a-930d-6636a29d0ad6 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370939 Nov 16 00:33:35.715263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47176) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:35.734214 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-a4af7ef5-64e6-434c-8d03-20b91e338260 service neutron] 10.222.0.31 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848915 Nov 16 00:33:35.813703 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c84f8f-3afc-4c3d-857d-04d9337ba626 tempest-TestVolumeBootPattern-731869635 tempest-TestVolumeBootPattern-731869635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:35.815318 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-58c84f8f-3afc-4c3d-857d-04d9337ba626 tempest-TestVolumeBootPattern-731869635 tempest-TestVolumeBootPattern-731869635-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 1094 time: 0.0990651 Nov 16 00:33:35.816802 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Allocated IP 172.20.0.5 (3262426f-7c77-4fea-b32e-ea6229d56ca5/d00cf4cb-12d8-4c12-a763-066afa9978bb/21a8ef86-9f54-4c01-abcd-c55fd2b5049c) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:33:35.819209 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47178) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:35.825977 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'floatingip': {'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:35.856352 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:35.950286 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d516887b-5e11-4ce3-b176-d797afcd40b5 req-1cd34d81-f836-4f2a-a631-71d3f27fbc5c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 210 time: 0.0327446 Nov 16 00:33:36.019199 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.024238 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.061559 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.122068 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:33:36.125910 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:33:36.139854 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:33:36.150249 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event updated for resources: {'Port': ['ID=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:36.185925 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Allocated IP 172.27.1.88 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/8552ce31-eabf-468f-9508-32a7626c1f88) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:33:36.223248 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:36.224065 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.255502 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-7f743383-1440-4bf8-81ec-13d1e0275dd1 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1530890 Nov 16 00:33:36.289294 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Request body: {'port': {'device_id': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:36.387931 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.395189 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.428205 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab813f-6e05-4b91-a690-85c75053a7f0 req-4830166a-01f7-44d5-8d24-3c8f415dbf64 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:36.435983 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e4ab813f-6e05-4b91-a690-85c75053a7f0 req-4830166a-01f7-44d5-8d24-3c8f415dbf64 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 931 time: 0.1721854 Nov 16 00:33:36.439448 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.487847 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:33:36.491822 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:33:36.497081 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:33:36.508347 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e4ab813f-6e05-4b91-a690-85c75053a7f0 req-b8743fdc-8475-4471-a53a-930bf6e7ce21 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709178 Nov 16 00:33:36.541309 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-f62d1275-9fed-41e7-890d-e9ca71a58a67 None None] Provisioning complete for port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:33:36.542312 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-f62d1275-9fed-41e7-890d-e9ca71a58a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.554425 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'Port': ['ID=8552ce31-eabf-468f-9508-32a7626c1f88,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:36.604772 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-f62d1275-9fed-41e7-890d-e9ca71a58a67 None None] Port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:33:36.798662 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a8ef86-9f54-4c01-abcd-c55fd2b5049c {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:33:36.806043 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.820123 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Transition to ACTIVE for port object 21a8ef86-9f54-4c01-abcd-c55fd2b5049c will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:33:36.823831 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:36.875899 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Pushing event updated for resources: {'Port': ['ID=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:36.957274 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Attempting to bind port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:33:36.957609 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Attempting to bind port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:33:36.957940 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Attempting to bind port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c on network 3262426f-7c77-4fea-b32e-ea6229d56ca5 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:33:36.962862 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c on network 3262426f-7c77-4fea-b32e-ea6229d56ca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:33:36.963230 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Attempting to bind port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c on network 3262426f-7c77-4fea-b32e-ea6229d56ca5 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:33:36.968759 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:33:36.969165 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Checking segment: {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:33:36.969561 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Bound using segment: {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:33:36.969992 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Bound port: 21a8ef86-9f54-4c01-abcd-c55fd2b5049c, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:33:36.970368 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:37.003595 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:37.040957 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] For port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:33:37.045394 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] For port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:33:37.051208 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:37.083887 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:37.084532 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:37.085966 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] 10.222.0.36 "PUT /v2.0/ports/21a8ef86-9f54-4c01-abcd-c55fd2b5049c HTTP/1.1" status: 200 len: 1093 time: 0.8204782 Nov 16 00:33:37.088323 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'tag': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:37.090648 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2313b46-fe94-4a98-8c70-9c80a79d5582" -d '{"events": [{"name": "network-changed", "server_uuid": "1720981e-6170-4ee8-b78c-8ecc7b7e3383", "tag": "21a8ef86-9f54-4c01-abcd-c55fd2b5049c"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:37.101144 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-687eb884-a94f-4827-bff5-b82a4acbcb9d req-1a61fef0-cee1-45ff-bea1-8efc93c993be tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 210 time: 0.0401490 Nov 16 00:33:37.141870 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefc78b-2f47-4fac-a3aa-ef03329659f9 service neutron] Pushing event updated for resources: {'Port': ['ID=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:37.158816 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:37.159833 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e035f7-1a62-4ba2-b29c-43e3306566ac x-openstack-request-id: req-c3e035f7-1a62-4ba2-b29c-43e3306566ac {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:37.160127 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1720981e-6170-4ee8-b78c-8ecc7b7e3383", "tag": "21a8ef86-9f54-4c01-abcd-c55fd2b5049c", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:37.160375 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3e035f7-1a62-4ba2-b29c-43e3306566ac {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:37.160767 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'tag': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c', 'status': 'completed', 'code': 200} Nov 16 00:33:37.325129 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:37.330935 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-253005664'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:37.404421 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'Port': ['ID=8552ce31-eabf-468f-9508-32a7626c1f88,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:37.419162 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:37.519974 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.l3_db [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Floating IP 8e1f99f4-afee-4fa0-927e-a1a402476adc associated. External IP: 172.27.1.88, port: cbec7d92-b961-49b3-8246-e6dad3a5521d. Nov 16 00:33:37.648741 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8c9c9-aedf-45a2-8488-b29ae11c1ddd req-d69806d1-ab38-4315-8e00-034631dacf9f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:37.650087 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6da8c9c9-aedf-45a2-8488-b29ae11c1ddd req-d69806d1-ab38-4315-8e00-034631dacf9f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 943 time: 0.0700834 Nov 16 00:33:37.753892 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6da8c9c9-aedf-45a2-8488-b29ae11c1ddd req-508b4efb-395b-463d-b668-f6eca32f916a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958447 Nov 16 00:33:37.794629 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Router 47ddca5e-401e-473d-8328-5d6228e7521d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:33:38.146574 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:33:38.157916 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] Sync routers for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:33:38.166218 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:38.167461 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:38.168087 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:38.199300 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-cefb0b6e-2cc9-4cad-87d2-72c685dbccff tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3729837 Nov 16 00:33:38.199300 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:38.199300 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:38.230627 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c29b921-f912-4f40-9411-ea214787b0f3 req-83752531-c299-44db-8e04-e769327c6a7f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 210 time: 0.0299313 Nov 16 00:33:38.243851 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a245d7-7a6d-4f6b-9b2d-6d0547672634 x-openstack-request-id: req-92a245d7-7a6d-4f6b-9b2d-6d0547672634 {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:38.244147 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:38.244398 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92a245d7-7a6d-4f6b-9b2d-6d0547672634 {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:38.244795 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'status': 'completed', 'code': 200} Nov 16 00:33:38.275484 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:38.506863 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '8e1f99f4-afee-4fa0-927e-a1a402476adc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:36Z', 'updated_at': '2021-11-16T00:33:36Z', 'revision_number': 0, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:38.540648 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] Checking router: 47ddca5e-401e-473d-8328-5d6228e7521d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:33:38.549347 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:38.549960 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:38.634924 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:38.670950 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:38.876552 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300327c8-9f55-48d7-bc44-d7fc52cc2299 req-fe59f3e0-3b25-4f34-9bdf-c2f5c8a075ed tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:38.878092 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-300327c8-9f55-48d7-bc44-d7fc52cc2299 req-fe59f3e0-3b25-4f34-9bdf-c2f5c8a075ed tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 943 time: 0.0495799 Nov 16 00:33:38.913279 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '8e1f99f4-afee-4fa0-927e-a1a402476adc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:36Z', 'updated_at': '2021-11-16T00:33:36Z', 'revision_number': 0, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:38.927494 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-300327c8-9f55-48d7-bc44-d7fc52cc2299 req-64cd6ca7-5e75-4e83-a273-83c598ff9fcc tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 Nov 16 00:33:38.942537 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d48e55f-2a3d-419b-b955-38a862e2e1db None None] The sync data for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi is: [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '8e1f99f4-afee-4fa0-927e-a1a402476adc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:36Z', 'updated_at': '2021-11-16T00:33:36Z', 'revision_number': 0, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:33:39.130040 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae03420-9744-4200-8628-20f74527c21f None None] New status for floating IP 8e1f99f4-afee-4fa0-927e-a1a402476adc: ACTIVE {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:33:39.339583 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1749171e-572b-4b53-97e5-885cd6206fc6 req-537ac663-fecc-4784-a8de-ceef74ac749d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 210 time: 0.0268264 Nov 16 00:33:39.558344 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 179c647c-5bc4-406a-80f8-784a650a92d9 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:33:39.583627 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 179c647c-5bc4-406a-80f8-784a650a92d9 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:33:39.583951 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 179c647c-5bc4-406a-80f8-784a650a92d9 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:33:39.646559 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-dd1f8532-0c08-4bd9-8e09-273c808ebcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:39.648183 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-dd1f8532-0c08-4bd9-8e09-273c808ebcb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 1096 time: 0.0464852 Nov 16 00:33:39.655207 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-16e16490-aef3-462b-9d57-603ce6f177b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:39.657295 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-16e16490-aef3-462b-9d57-603ce6f177b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 1099 time: 0.0456231 Nov 16 00:33:39.701310 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-2d5663a9-0131-4023-b6b8-7a959cd22701 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a8ef86-9f54-4c01-abcd-c55fd2b5049c HTTP/1.1" status: 200 len: 217 time: 0.0446196 Nov 16 00:33:39.796913 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-0d62d440-e519-45d1-b5f0-ff97bef1d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:39.801114 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-0d62d440-e519-45d1-b5f0-ff97bef1d4f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.1323278 Nov 16 00:33:39.839422 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-50d5e595-30fb-4be9-a63b-d1d1cafb2ea7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:39.840796 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-50d5e595-30fb-4be9-a63b-d1d1cafb2ea7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 816 time: 0.1483238 Nov 16 00:33:39.847292 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-3b6786cf-e3e9-4ba2-9515-9ee8f99044fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:39.848711 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-3b6786cf-e3e9-4ba2-9515-9ee8f99044fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d00cf4cb-12d8-4c12-a763-066afa9978bb HTTP/1.1" status: 200 len: 849 time: 0.1343737 Nov 16 00:33:39.878803 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-2a3d40fa-7261-4d6d-90e5-8b9a19e3b2ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d HTTP/1.1" status: 200 len: 1001 time: 0.0697913 Nov 16 00:33:39.930676 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-ef25dc6a-a824-4f49-87fa-b7d6d1a0f53b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a41a4472a974da5aee5d6b458d9f619 HTTP/1.1" status: 200 len: 380 time: 0.0738044 Nov 16 00:33:39.932801 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-df1113d6-b6a3-4826-8104-98bdcfcde9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:39.934205 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-df1113d6-b6a3-4826-8104-98bdcfcde9c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3262426f-7c77-4fea-b32e-ea6229d56ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716281 Nov 16 00:33:39.939793 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-32e035cb-e6b2-4504-b961-32d3e4008f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:39.941243 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-32e035cb-e6b2-4504-b961-32d3e4008f59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0537684 Nov 16 00:33:39.950021 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'port': {'device_id': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'admin_state_up': True, 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'security_groups': ['416d0360-60a3-4d64-a9ac-553cce7bd339']}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:40.025374 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-71392363-9cb0-416c-a7eb-196860d3258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:40.026976 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-71392363-9cb0-416c-a7eb-196860d3258d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744460 Nov 16 00:33:40.121115 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c6936-cc89-47a7-9136-d9591e7b6df7 req-75969811-56d3-45a8-8f74-da2d0047859d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:40.122915 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-789c6936-cc89-47a7-9136-d9591e7b6df7 req-75969811-56d3-45a8-8f74-da2d0047859d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 943 time: 0.1162241 Nov 16 00:33:40.128727 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-742fd95b-b58d-4065-8296-fb676d6a3ec1 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727302 Nov 16 00:33:40.161073 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Made reservation on behalf of 6a41a4472a974da5aee5d6b458d9f619 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:33:40.164915 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:40.182809 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-e7e08987-f313-4bdb-8405-7e7f5e126d04 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405580 Nov 16 00:33:40.190815 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-789c6936-cc89-47a7-9136-d9591e7b6df7 req-4cc98a49-c8de-4afa-b898-adc98fb85eae tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596695 Nov 16 00:33:40.280198 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b2cde7b-990e-44ae-a5cb-b7c67bb20a27 req-60fba912-58d2-4658-b702-2ed8a091f281 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883851 Nov 16 00:33:40.286620 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f8fe835f-c788-45ac-8276-5bb29c7a3bf5 req-c6900fef-335d-4210-ae04-90427716bfbf service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485674 Nov 16 00:33:40.389601 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Allocated IP 172.20.0.5 (f8b59832-05f6-4e7c-ada4-45e801ce41ec/917d8554-6d7a-4b89-8408-a164beda5d9b/24c138f4-ee49-4e30-8553-2bc8c5029b8d) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:33:40.407347 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-56901eb9-c95c-4014-b8d9-f7011b9e7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:40.408884 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-56901eb9-c95c-4014-b8d9-f7011b9e7dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 1096 time: 0.0713573 Nov 16 00:33:40.491525 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6c44dce9-a3a8-4d76-bf4e-165bfed01ac9 req-69873720-7ca1-48a9-8510-c32737e1fe39 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 210 time: 0.0770669 Nov 16 00:33:40.599611 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-e5960c26-51bc-4761-90ca-7a7f1a423ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:40.601129 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-e5960c26-51bc-4761-90ca-7a7f1a423ad1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 911 time: 0.1823616 Nov 16 00:33:40.653403 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-c6b7a82c-b78e-41d5-a4a3-65417ba15fa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a8ef86-9f54-4c01-abcd-c55fd2b5049c HTTP/1.1" status: 200 len: 217 time: 0.0426176 Nov 16 00:33:40.696135 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:40.723657 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-228c549a-2c86-44a2-9ca6-724d5859eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:40.725188 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-228c549a-2c86-44a2-9ca6-724d5859eb45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d00cf4cb-12d8-4c12-a763-066afa9978bb HTTP/1.1" status: 200 len: 849 time: 0.0633967 Nov 16 00:33:40.780019 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:40.823581 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-b9263b3a-18ae-4e93-9a55-4fa56e70aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:40.825097 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-b9263b3a-18ae-4e93-9a55-4fa56e70aeef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3262426f-7c77-4fea-b32e-ea6229d56ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910327 Nov 16 00:33:40.835863 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:33:40.851454 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:33:40.854151 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:33:40.897258 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:40.955542 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:40.956199 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:40.988936 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-1b3967e6-8ca6-4206-b621-59ed3da67651 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0435610 Nov 16 00:33:40.995000 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-44825b2f-1649-4453-a878-bc6faf2be2bc service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611824 Nov 16 00:33:41.007987 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Request body: {'port': {'device_id': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:41.105054 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-cdf56b5a-8548-4ebf-9113-7554341bad0b None None] Provisioning complete for port 24c138f4-ee49-4e30-8553-2bc8c5029b8d triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:33:41.105978 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-cdf56b5a-8548-4ebf-9113-7554341bad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:41.121662 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:41.143020 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-cdf56b5a-8548-4ebf-9113-7554341bad0b None None] Port 24c138f4-ee49-4e30-8553-2bc8c5029b8d cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:33:41.195473 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2313b46-fe94-4a98-8c70-9c80a79d5582 req-626115d7-de2c-4058-bfd9-ded55fcafd46 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847649 Nov 16 00:33:41.325025 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99e6a5-1c2b-405d-a405-668dbc3a2dec req-aa98243f-3a96-443b-b618-661e9e125dfb tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:41.326666 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1a99e6a5-1c2b-405d-a405-668dbc3a2dec req-aa98243f-3a96-443b-b618-661e9e125dfb tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 943 time: 0.0568624 Nov 16 00:33:41.368479 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1a99e6a5-1c2b-405d-a405-668dbc3a2dec req-f6f0f5e1-9261-40ff-8664-52e4cbb25d1b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352731 Nov 16 00:33:41.449202 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c138f4-ee49-4e30-8553-2bc8c5029b8d {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:33:41.456697 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:41.468436 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Transition to ACTIVE for port object 24c138f4-ee49-4e30-8553-2bc8c5029b8d will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:33:41.473912 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:41.523307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:41.630811 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Attempting to bind port 24c138f4-ee49-4e30-8553-2bc8c5029b8d on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:33:41.631184 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Attempting to bind port 24c138f4-ee49-4e30-8553-2bc8c5029b8d by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:33:41.631512 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Attempting to bind port 24c138f4-ee49-4e30-8553-2bc8c5029b8d on network f8b59832-05f6-4e7c-ada4-45e801ce41ec {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:33:41.640834 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Port 24c138f4-ee49-4e30-8553-2bc8c5029b8d on network f8b59832-05f6-4e7c-ada4-45e801ce41ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:33:41.641933 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Attempting to bind port 24c138f4-ee49-4e30-8553-2bc8c5029b8d on network f8b59832-05f6-4e7c-ada4-45e801ce41ec {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:33:41.651313 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1b155-4023-4575-8401-0e294f367399 req-39a03fce-600b-4baa-8800-9df16bcd06a0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:41.652862 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c9b1b155-4023-4575-8401-0e294f367399 req-39a03fce-600b-4baa-8800-9df16bcd06a0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0791245 Nov 16 00:33:41.666425 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:33:41.666763 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Checking segment: {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:33:41.667276 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Bound using segment: {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:33:41.667674 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Bound port: 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae9617d-9e1f-4b2a-b221-c54984d64d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:33:41.668026 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:41.720695 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c9b1b155-4023-4575-8401-0e294f367399 req-87efb9ef-a4ed-49c0-a5b0-ee345fa5a783 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616038 Nov 16 00:33:41.755734 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:33:41.765097 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:33:41.771731 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:41.807817 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:41.808517 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:41.809805 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] 10.222.0.36 "PUT /v2.0/ports/24c138f4-ee49-4e30-8553-2bc8c5029b8d HTTP/1.1" status: 200 len: 1093 time: 0.8063555 Nov 16 00:33:41.810266 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:41.812619 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7860cfb3-7087-4fac-a4bd-247f3bb094be" -d '{"events": [{"name": "network-changed", "server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:41.850585 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdafc7-112a-40f0-940e-be98947968ef service neutron] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:41.868076 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ee35cf-fe16-430d-a234-f065b5e775b9 x-openstack-request-id: req-72ee35cf-fe16-430d-a234-f065b5e775b9 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:41.868642 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:41.868866 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72ee35cf-fe16-430d-a234-f065b5e775b9 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:41.869273 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'status': 'completed', 'code': 200} Nov 16 00:33:42.492333 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec9fbc-d70e-47b9-b66a-e6b6181e69c8 req-2c1c5e9f-0728-4158-ad05-2abdbaa0d54b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:42.493910 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2ec9fbc-d70e-47b9-b66a-e6b6181e69c8 req-2c1c5e9f-0728-4158-ad05-2abdbaa0d54b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 943 time: 0.0537851 Nov 16 00:33:42.538588 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2ec9fbc-d70e-47b9-b66a-e6b6181e69c8 req-a245ef35-428d-4906-bc5a-0d82e724e51b tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386956 Nov 16 00:33:42.854424 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749a76f-19a2-4a06-b8fa-440fd295d948 req-2408a229-2b65-4a8c-a9bc-705812c68703 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:42.856287 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3749a76f-19a2-4a06-b8fa-440fd295d948 req-2408a229-2b65-4a8c-a9bc-705812c68703 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0550296 Nov 16 00:33:42.901404 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3749a76f-19a2-4a06-b8fa-440fd295d948 req-9e48e320-1194-4bb9-b6b2-e76411be3910 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361111 Nov 16 00:33:43.143949 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 21a8ef86-9f54-4c01-abcd-c55fd2b5049c details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:33:43.246986 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:43.259276 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'port_id': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c', 'mac_address': 'fa:16:3e:a5:1d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:33:43.301560 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:43.314813 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a8ef86-9f54-4c01-abcd-c55fd2b5049c {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:33:43.333908 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:43.337501 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:43.386664 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:43.657325 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865163e5-0adf-485b-9200-b2de04c5259d req-bed41720-c113-4d8d-9490-c068302e3688 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:43.658966 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-865163e5-0adf-485b-9200-b2de04c5259d req-bed41720-c113-4d8d-9490-c068302e3688 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 944 time: 0.0508137 Nov 16 00:33:43.697601 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-865163e5-0adf-485b-9200-b2de04c5259d req-153bcf15-38e9-4300-ace2-1b163b2a3467 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Nov 16 00:33:44.025385 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8385-b3f3-4692-a06b-82f524d85f35 req-f333a775-0768-4eb7-887d-bce003e5011f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:44.026880 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-df2c8385-b3f3-4692-a06b-82f524d85f35 req-f333a775-0768-4eb7-887d-bce003e5011f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0514171 Nov 16 00:33:44.068135 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-df2c8385-b3f3-4692-a06b-82f524d85f35 req-9fede898-b1d9-4146-8a63-70c347cb7b86 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337710 Nov 16 00:33:44.125837 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860cfb3-7087-4fac-a4bd-247f3bb094be req-86b8bde3-2563-4415-90a2-4cee3f737d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:44.127378 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7860cfb3-7087-4fac-a4bd-247f3bb094be req-86b8bde3-2563-4415-90a2-4cee3f737d2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 1096 time: 0.0428133 Nov 16 00:33:44.343482 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['21a8ef86-9f54-4c01-abcd-c55fd2b5049c'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:33:44.581345 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860cfb3-7087-4fac-a4bd-247f3bb094be req-9560e488-54ad-44a0-888d-962f9b4caf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:44.582797 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7860cfb3-7087-4fac-a4bd-247f3bb094be req-9560e488-54ad-44a0-888d-962f9b4caf58 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a41a4472a974da5aee5d6b458d9f619&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4456105 Nov 16 00:33:44.673634 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-20e11788-783e-4bc9-9952-a09b8c48570f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:44.675132 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-20e11788-783e-4bc9-9952-a09b8c48570f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/networks?id=5bc8079a-b087-4e35-8fba-022dbaf3b750 HTTP/1.1" status: 200 len: 814 time: 0.1850662 Nov 16 00:33:44.701444 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-67e7a36e-bb97-451b-8462-c47c1a0102c6 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/quotas/4ea54a26354e40baac7af6061517ccf4 HTTP/1.1" status: 200 len: 375 time: 0.0197692 Nov 16 00:33:44.723576 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860cfb3-7087-4fac-a4bd-247f3bb094be req-83ce31d3-ceaf-471a-8b58-ce3824b34a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:44.725030 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7860cfb3-7087-4fac-a4bd-247f3bb094be req-83ce31d3-ceaf-471a-8b58-ce3824b34a66 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328204 Nov 16 00:33:44.739998 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-70482bf1-8ae0-4588-8fb3-49296c5fe8dc tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ea54a26354e40baac7af6061517ccf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299511 Nov 16 00:33:44.835361 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283024b-3af6-400e-8b1e-f3128b85a49d req-9b5eac73-aaf8-4b01-afb3-5a0323b29943 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:44.836772 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c283024b-3af6-400e-8b1e-f3128b85a49d req-9b5eac73-aaf8-4b01-afb3-5a0323b29943 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 944 time: 0.0532846 Nov 16 00:33:44.857809 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-3ade95db-1ddc-47a1-81e0-0851c925a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:44.859322 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-3ade95db-1ddc-47a1-81e0-0851c925a025 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 1096 time: 0.0646069 Nov 16 00:33:44.870343 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-40ec1e2d-dd61-4e7c-889d-1f759a65a77d service neutron] 10.222.0.31 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230004 Nov 16 00:33:44.877992 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c283024b-3af6-400e-8b1e-f3128b85a49d req-f433b88e-b1a9-4fa2-80b0-017cac4b4720 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351613 Nov 16 00:33:44.913699 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-a05ff781-dfd4-4790-ad67-6d55af3c5318 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d HTTP/1.1" status: 200 len: 217 time: 0.0424190 Nov 16 00:33:45.009074 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-ee1f658b-e11a-490e-89e5-2b41fb767429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:45.010501 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-ee1f658b-e11a-490e-89e5-2b41fb767429 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.0842369 Nov 16 00:33:45.036001 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-67bc08a6-afc4-4f1a-9d9c-5523b14b0876 service neutron] 10.222.0.31 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582294 Nov 16 00:33:45.067040 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-fa8d03b8-de51-49fb-a4d9-5fee5d7c953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:45.068620 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-fa8d03b8-de51-49fb-a4d9-5fee5d7c953e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465388 Nov 16 00:33:45.136941 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 21a8ef86-9f54-4c01-abcd-c55fd2b5049c up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:33:45.198273 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-ecb4cb06-3088-4a0a-885f-67f134944e0d service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214571 Nov 16 00:33:45.200745 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:33:45.205739 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:33:45.206184 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:45.217029 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cc15db46-4713-4843-9b67-8338ef6aa334 req-ab0e9b8a-5563-4936-9ed8-b654edc17fc4 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 210 time: 0.0339367 Nov 16 00:33:45.257981 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95e677-ed65-420b-bcd5-3c1cd84ac69f req-f337d019-fbb2-49de-bc4e-654314befe2a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:45.259585 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0f95e677-ed65-420b-bcd5-3c1cd84ac69f req-f337d019-fbb2-49de-bc4e-654314befe2a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0970678 Nov 16 00:33:45.296161 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:45.311216 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0f95e677-ed65-420b-bcd5-3c1cd84ac69f req-c4234b5c-6669-43ab-af08-7d8743a468c5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437884 Nov 16 00:33:45.327528 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:45.329909 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec41303-56ca-453c-846e-bb2e3e855c7d" -d '{"events": [{"server_uuid": "1720981e-6170-4ee8-b78c-8ecc7b7e3383", "name": "network-vif-plugged", "status": "completed", "tag": "21a8ef86-9f54-4c01-abcd-c55fd2b5049c"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:45.345492 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:45.357746 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:45.358867 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83763e03-1fc9-4a7f-ae18-804f104493d4 req-fabbdd56-7360-4d83-8f03-9f010f166816 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443455 Nov 16 00:33:45.384515 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56457b1f-0abe-40f4-8c1c-31c5d30d15f8 x-openstack-request-id: req-56457b1f-0abe-40f4-8c1c-31c5d30d15f8 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:45.384842 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1720981e-6170-4ee8-b78c-8ecc7b7e3383", "name": "network-vif-plugged", "status": "completed", "tag": "21a8ef86-9f54-4c01-abcd-c55fd2b5049c", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:45.385096 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56457b1f-0abe-40f4-8c1c-31c5d30d15f8 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:45.385479 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c', 'code': 200} Nov 16 00:33:45.417866 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:45.580203 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e1f22-b6d1-404c-bebd-f5d1b1882206 req-b366a036-0023-47f2-bda8-6165aa72184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:45.582103 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ce0e1f22-b6d1-404c-bebd-f5d1b1882206 req-b366a036-0023-47f2-bda8-6165aa72184d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 1098 time: 0.0535002 Nov 16 00:33:45.689043 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ce0e1f22-b6d1-404c-bebd-f5d1b1882206 req-beaadf4e-51de-4bf3-900c-a0467a01dd11 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990410 Nov 16 00:33:45.997061 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b44797-b217-4fef-bc77-d272f853206c req-dd086ddc-4f72-43a7-b105-a06c353ff312 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:45.998598 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-54b44797-b217-4fef-bc77-d272f853206c req-dd086ddc-4f72-43a7-b105-a06c353ff312 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 945 time: 0.0527503 Nov 16 00:33:46.040295 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-54b44797-b217-4fef-bc77-d272f853206c req-dea3509f-c905-4381-a4b2-d1903374b216 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348058 Nov 16 00:33:46.334184 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4b75ebca-7c16-4fe8-bbc8-01f9832bfea9 req-1f9c4a2d-612f-4362-883d-4bf86cab2011 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 210 time: 0.0268459 Nov 16 00:33:46.441451 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f24fc-7fae-4221-9858-5b424529992d req-d1ee77c1-2cb2-48e6-8ac8-10caa873a738 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:46.442947 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-298f24fc-7fae-4221-9858-5b424529992d req-d1ee77c1-2cb2-48e6-8ac8-10caa873a738 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0536389 Nov 16 00:33:46.480853 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-298f24fc-7fae-4221-9858-5b424529992d req-b993aa0c-4aac-45ef-a1a5-1462ed5de06e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Nov 16 00:33:46.618112 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-3f911838-1b70-49be-be19-11167eb63b92 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:46.619654 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-3f911838-1b70-49be-be19-11167eb63b92 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.36 "GET /v2.0/networks?id=5bc8079a-b087-4e35-8fba-022dbaf3b750 HTTP/1.1" status: 200 len: 814 time: 0.1078706 Nov 16 00:33:46.636444 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Request body: {'port': {'device_id': '746c2aa8-ae92-4f51-8664-f9e4a7be7412', 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750', 'admin_state_up': True, 'tenant_id': '4ea54a26354e40baac7af6061517ccf4'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:46.745734 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Made reservation on behalf of 4ea54a26354e40baac7af6061517ccf4 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:33:46.749427 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:46.880441 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Allocated IP 172.20.0.5 (5bc8079a-b087-4e35-8fba-022dbaf3b750/a41273e5-def7-47b0-8747-46410a85600a/0c36d8f3-6603-4623-848c-4d093b88f363) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:33:47.029140 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.065368 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.113576 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Network 5bc8079a-b087-4e35-8fba-022dbaf3b750 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:33:47.117786 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:33:47.120949 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:33:47.144235 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:33:47.165117 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Pushing event updated for resources: {'Port': ['ID=0c36d8f3-6603-4623-848c-4d093b88f363,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:47.195024 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.195384 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.195725 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.196060 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.196389 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.196715 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.197039 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.197372 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.197691 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.198010 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.198331 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.198653 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:33:47.222004 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:47.222898 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.241264 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7be49b-e496-416d-bd16-2a106ba0ca3d req-1d231da6-ed35-423f-bf89-7b906df745f3 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:47.242738 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2b7be49b-e496-416d-bd16-2a106ba0ca3d req-1d231da6-ed35-423f-bf89-7b906df745f3 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 945 time: 0.1261296 Nov 16 00:33:47.243808 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:47.250379 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-5fea506c-668c-4b4f-9a0c-17b52d98b86a tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181831 Nov 16 00:33:47.259579 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'port_id': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'mac_address': 'fa:16:3e:02:1e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:33:47.278232 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Request body: {'port': {'device_id': '746c2aa8-ae92-4f51-8664-f9e4a7be7412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:47.301128 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.314770 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c138f4-ee49-4e30-8553-2bc8c5029b8d {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:33:47.320924 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2b7be49b-e496-416d-bd16-2a106ba0ca3d req-44d7a24f-c3ba-4b34-9879-0009e0bf6b4a tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695803 Nov 16 00:33:47.341393 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:47.346666 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.351330 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.404874 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:47.457392 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55719c-2d1a-4e19-a90b-6f42474e85b9 req-7d5b0932-10a7-4375-b626-d4a2f3b2c990 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:47.458989 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0e55719c-2d1a-4e19-a90b-6f42474e85b9 req-7d5b0932-10a7-4375-b626-d4a2f3b2c990 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 945 time: 0.0627844 Nov 16 00:33:47.468176 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47318) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:47.473341 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-d0a29fea-2729-40c9-8e44-2d13be4b7a53 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Request body: {'floatingip': {'port_id': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:47.516275 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-2729-40c9-8e44-2d13be4b7a53 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.565333 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9b20-30ea-427e-aae7-c89b00c1125f req-79323fc6-1450-4278-b1c5-9e38202c9661 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:47.566854 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-003d9b20-30ea-427e-aae7-c89b00c1125f req-79323fc6-1450-4278-b1c5-9e38202c9661 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 931 time: 0.1474757 Nov 16 00:33:47.623013 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['24c138f4-ee49-4e30-8553-2bc8c5029b8d'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:33:47.624855 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-003d9b20-30ea-427e-aae7-c89b00c1125f req-9209c18c-9390-4c58-9311-25389ec4f4f1 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515044 Nov 16 00:33:47.704142 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c36d8f3-6603-4623-848c-4d093b88f363 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:33:47.705451 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275ad71-4d4f-4111-8b71-fc8bf98129d5 req-7d1bb06a-778b-4047-8ead-686356c57290 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:47.708034 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e275ad71-4d4f-4111-8b71-fc8bf98129d5 req-7d1bb06a-778b-4047-8ead-686356c57290 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 944 time: 0.1459801 Nov 16 00:33:47.713341 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.728613 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Transition to ACTIVE for port object 0c36d8f3-6603-4623-848c-4d093b88f363 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:33:47.734770 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.824748 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c36d8f3-6603-4623-848c-4d093b88f363,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:47.858382 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e275ad71-4d4f-4111-8b71-fc8bf98129d5 req-5adc6b78-85d4-45a0-aaf1-a5206eed5fc1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401668 Nov 16 00:33:47.899605 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Attempting to bind port 0c36d8f3-6603-4623-848c-4d093b88f363 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:33:47.899938 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Attempting to bind port 0c36d8f3-6603-4623-848c-4d093b88f363 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:33:47.900263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Attempting to bind port 0c36d8f3-6603-4623-848c-4d093b88f363 on network 5bc8079a-b087-4e35-8fba-022dbaf3b750 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:33:47.904774 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Port 0c36d8f3-6603-4623-848c-4d093b88f363 on network 5bc8079a-b087-4e35-8fba-022dbaf3b750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:33:47.905164 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Attempting to bind port 0c36d8f3-6603-4623-848c-4d093b88f363 on network 5bc8079a-b087-4e35-8fba-022dbaf3b750 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:33:47.910810 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:33:47.911477 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Checking segment: {'id': 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:33:47.911826 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Bound using segment: {'id': 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:33:47.912250 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Bound port: 0c36d8f3-6603-4623-848c-4d093b88f363, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:33:47.912609 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:47.978542 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] For port 0c36d8f3-6603-4623-848c-4d093b88f363, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:33:47.981749 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] For port 0c36d8f3-6603-4623-848c-4d093b88f363, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0c36d8f3-6603-4623-848c-4d093b88f363,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:33:47.987694 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:48.027225 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:48.027874 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:48.029257 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c36d8f3-6603-4623-848c-4d093b88f363 HTTP/1.1" status: 200 len: 1093 time: 0.7576237 Nov 16 00:33:48.029707 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746c2aa8-ae92-4f51-8664-f9e4a7be7412', 'tag': '0c36d8f3-6603-4623-848c-4d093b88f363'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:48.032922 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1f78bf-1de4-4585-a9ab-abc282ca7b77" -d '{"events": [{"name": "network-changed", "server_uuid": "746c2aa8-ae92-4f51-8664-f9e4a7be7412", "tag": "0c36d8f3-6603-4623-848c-4d093b88f363"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:48.066055 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a8dd0-c4c8-4b16-9a37-5fb47888fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c36d8f3-6603-4623-848c-4d093b88f363,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:48.083793 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58aa684-2bb4-4aa1-a99a-fc5582c49335 x-openstack-request-id: req-d58aa684-2bb4-4aa1-a99a-fc5582c49335 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:48.083793 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746c2aa8-ae92-4f51-8664-f9e4a7be7412", "tag": "0c36d8f3-6603-4623-848c-4d093b88f363", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:48.084051 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d58aa684-2bb4-4aa1-a99a-fc5582c49335 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:48.084555 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746c2aa8-ae92-4f51-8664-f9e4a7be7412', 'tag': '0c36d8f3-6603-4623-848c-4d093b88f363', 'status': 'completed', 'code': 200} Nov 16 00:33:48.114902 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-2968329d-b511-42bb-a92c-db7b62154209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:48.116429 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-2968329d-b511-42bb-a92c-db7b62154209 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ea54a26354e40baac7af6061517ccf4&device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 1096 time: 0.0459828 Nov 16 00:33:48.118005 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-2729-40c9-8e44-2d13be4b7a53 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:48.121759 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-2729-40c9-8e44-2d13be4b7a53 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:48.160521 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-2aa938fc-0866-4d41-9311-8b91f5733cf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c36d8f3-6603-4623-848c-4d093b88f363 HTTP/1.1" status: 200 len: 217 time: 0.0339925 Nov 16 00:33:48.215931 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-e1e238a4-b272-42b0-aff4-8d579e2fbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:48.217375 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-e1e238a4-b272-42b0-aff4-8d579e2fbc2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a41273e5-def7-47b0-8747-46410a85600a HTTP/1.1" status: 200 len: 854 time: 0.0425165 Nov 16 00:33:48.220650 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.l3_db [None req-d0a29fea-2729-40c9-8e44-2d13be4b7a53 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Floating IP f061067d-6d67-4f65-921d-7916b2b9a705 associated. External IP: 172.27.1.246, port: 21a8ef86-9f54-4c01-abcd-c55fd2b5049c. Nov 16 00:33:48.257233 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-e2bdb482-6418-4fb4-9af4-3dc6dd491398 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc8079a-b087-4e35-8fba-022dbaf3b750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292993 Nov 16 00:33:48.352554 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-bdce89da-b777-498a-9a57-13783ee53463 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869017 Nov 16 00:33:48.435722 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a29fea-2729-40c9-8e44-2d13be4b7a53 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:33:48.450219 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b46a65e3-320a-4af6-a2a8-760a057cb06c req-262c2b35-aa55-499b-ab9c-1362c7063fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892341 Nov 16 00:33:48.539572 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-2d3ec07e-92c0-4463-aaec-2c6032eae2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:48.541068 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-2d3ec07e-92c0-4463-aaec-2c6032eae2bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ea54a26354e40baac7af6061517ccf4&device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 1096 time: 0.0413287 Nov 16 00:33:48.547539 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a29fea-2729-40c9-8e44-2d13be4b7a53 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:33:48.552177 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d0a29fea-2729-40c9-8e44-2d13be4b7a53 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:48.559853 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] Sync routers for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:33:48.568975 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:48.569870 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:48.580409 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-d0a29fea-2729-40c9-8e44-2d13be4b7a53 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "PUT /v2.0/floatingips/f061067d-6d67-4f65-921d-7916b2b9a705 HTTP/1.1" status: 200 len: 991 time: 1.1109595 Nov 16 00:33:48.581005 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'tag': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:48.583413 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370c9eaf-269e-4c21-b23b-a25767e788a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1720981e-6170-4ee8-b78c-8ecc7b7e3383", "tag": "21a8ef86-9f54-4c01-abcd-c55fd2b5049c"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:48.628182 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30690731-0c1d-4974-9471-8df85c77b2b5 x-openstack-request-id: req-30690731-0c1d-4974-9471-8df85c77b2b5 {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:48.628598 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1720981e-6170-4ee8-b78c-8ecc7b7e3383", "tag": "21a8ef86-9f54-4c01-abcd-c55fd2b5049c", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:48.628945 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30690731-0c1d-4974-9471-8df85c77b2b5 {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:48.629461 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'tag': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c', 'status': 'completed', 'code': 200} Nov 16 00:33:48.645300 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-e00ff932-9056-4353-b274-ff94e1db5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:48.647224 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-e00ff932-9056-4353-b274-ff94e1db5ebe service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc8079a-b087-4e35-8fba-022dbaf3b750 HTTP/1.1" status: 200 len: 915 time: 0.0958855 Nov 16 00:33:48.730297 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-7f5c475c-6bd2-4a82-9813-3d630c6dd397 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c36d8f3-6603-4623-848c-4d093b88f363 HTTP/1.1" status: 200 len: 217 time: 0.0644588 Nov 16 00:33:48.814089 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:48.820548 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-55ea53cc-58c2-4f00-bf88-89509df41a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:48.822011 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-55ea53cc-58c2-4f00-bf88-89509df41a4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a41273e5-def7-47b0-8747-46410a85600a HTTP/1.1" status: 200 len: 854 time: 0.0826707 Nov 16 00:33:48.823665 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-e83105e5-b700-40ed-b348-89d6f6187415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:48.824985 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-e83105e5-b700-40ed-b348-89d6f6187415 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f2408fc1d043e581cf3406f493b307&device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 1098 time: 0.1579800 Nov 16 00:33:48.836046 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8e035-3b2f-4e1a-8d95-66755b0a3ad8 req-d93aa514-99f4-43af-8798-d24f7a89f05f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:48.837442 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-62e8e035-3b2f-4e1a-8d95-66755b0a3ad8 req-d93aa514-99f4-43af-8798-d24f7a89f05f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 943 time: 0.1108608 Nov 16 00:33:48.906398 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-183a3d67-3241-455b-9444-52ad3af2dfa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc8079a-b087-4e35-8fba-022dbaf3b750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678294 Nov 16 00:33:49.001419 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-62e8e035-3b2f-4e1a-8d95-66755b0a3ad8 req-acb949e3-50ce-4dc6-b3e3-7a1f0d55e206 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462440 Nov 16 00:33:49.002274 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12df0b-e041-48a0-bdf2-648526524130 req-65e99a90-8467-4d48-9e15-5543f6081289 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:49.003855 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7f12df0b-e041-48a0-bdf2-648526524130 req-65e99a90-8467-4d48-9e15-5543f6081289 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 944 time: 0.0519693 Nov 16 00:33:49.039747 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-c42d9005-7981-4676-bb71-efbcce722b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:49.041231 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-c42d9005-7981-4676-bb71-efbcce722b1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 200 len: 911 time: 0.2018745 Nov 16 00:33:49.059431 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7f12df0b-e041-48a0-bdf2-648526524130 req-354416aa-2d48-41d2-800b-f7ce51eb8f3f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480263 Nov 16 00:33:49.072080 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'f061067d-6d67-4f65-921d-7916b2b9a705', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'port_id': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'mac_address': 'fa:16:3e:a5:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:32Z', 'updated_at': '2021-11-16T00:33:48Z', 'revision_number': 1, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:49.100604 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-a2d5da12-c91d-4c17-a3cf-3fb0c21d8575 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809146 Nov 16 00:33:49.105476 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] Checking router: 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:33:49.114278 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:49.114888 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:49.136594 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-19385cac-912c-4bf8-99f0-47a535249769 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a8ef86-9f54-4c01-abcd-c55fd2b5049c HTTP/1.1" status: 200 len: 999 time: 0.0864377 Nov 16 00:33:49.178654 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:33:49.258012 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:49.260705 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 24c138f4-ee49-4e30-8553-2bc8c5029b8d completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:33:49.290496 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 24c138f4-ee49-4e30-8553-2bc8c5029b8d triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:33:49.290866 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:49.452939 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-06f7783b-163e-46f9-b0f0-ea607bba09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:49.454540 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-06f7783b-163e-46f9-b0f0-ea607bba09a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d00cf4cb-12d8-4c12-a763-066afa9978bb HTTP/1.1" status: 200 len: 849 time: 0.2927263 Nov 16 00:33:49.478818 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:49.496670 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-af1f78bf-1de4-4585-a9ab-abc282ca7b77 req-620f8a2f-05ce-49e1-bf47-20e3442fb81f service neutron] 10.222.0.36 "GET /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834138 Nov 16 00:33:49.512453 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-c6f8261e-b515-4e93-81f4-6a1e8c96ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:49.513943 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-c6f8261e-b515-4e93-81f4-6a1e8c96ff5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3262426f-7c77-4fea-b32e-ea6229d56ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486796 Nov 16 00:33:49.522701 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:49.525045 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2ab571-58a5-4774-ba3a-a75e487a7a5a" -d '{"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-plugged", "status": "completed", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:49.540946 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:49.560446 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:49.569312 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef7acc-9c59-4b82-8770-af12a49ceda4 x-openstack-request-id: req-3eef7acc-9c59-4b82-8770-af12a49ceda4 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:49.569604 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-plugged", "status": "completed", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:49.569861 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3eef7acc-9c59-4b82-8770-af12a49ceda4 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:49.570241 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'code': 200} Nov 16 00:33:49.623973 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-a23939b8-c36f-477c-892d-8f853275791c service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975122 Nov 16 00:33:49.624458 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:49.641296 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'f061067d-6d67-4f65-921d-7916b2b9a705', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'port_id': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'mac_address': 'fa:16:3e:a5:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:32Z', 'updated_at': '2021-11-16T00:33:48Z', 'revision_number': 1, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:49.674452 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c7180-a0be-42fc-9b54-cbdb56351887 None None] The sync data for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi is: [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'f061067d-6d67-4f65-921d-7916b2b9a705', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'port_id': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'mac_address': 'fa:16:3e:a5:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:32Z', 'updated_at': '2021-11-16T00:33:48Z', 'revision_number': 1, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:33:49.754690 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-370c9eaf-269e-4c21-b23b-a25767e788a3 req-773bad0b-a487-48cb-9e94-14e1c05d7336 service neutron] 10.222.0.36 "GET /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226237 Nov 16 00:33:49.773475 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76a61e-95b7-4189-9273-2b31fc2b978a req-c0d715f7-f34a-476b-aa5d-cfdb5c6b78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:49.774579 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-eb76a61e-95b7-4189-9273-2b31fc2b978a req-c0d715f7-f34a-476b-aa5d-cfdb5c6b78e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 1098 time: 0.0686700 Nov 16 00:33:49.819181 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-eb76a61e-95b7-4189-9273-2b31fc2b978a req-35660dff-8616-4acc-949e-29a659ae1697 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362334 Nov 16 00:33:49.995538 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2816142-d6e2-4141-9a54-ca32fe994c91 None None] New status for floating IP f061067d-6d67-4f65-921d-7916b2b9a705: ACTIVE {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:33:50.161215 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65081-c397-4959-9e4e-13d5051a6dbf req-058a4c03-e08f-4815-b30c-d12fc3212993 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:50.162880 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-faf65081-c397-4959-9e4e-13d5051a6dbf req-058a4c03-e08f-4815-b30c-d12fc3212993 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 943 time: 0.0681005 Nov 16 00:33:50.204577 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe543-eb5b-493c-a3b6-2cfca3a2abf9 req-890e2654-36da-4c2e-a7d6-2cb52bc04693 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:50.206193 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8bcbe543-eb5b-493c-a3b6-2cfca3a2abf9 req-890e2654-36da-4c2e-a7d6-2cb52bc04693 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0629663 Nov 16 00:33:50.236080 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-faf65081-c397-4959-9e4e-13d5051a6dbf req-eb86e87f-5fd5-4b58-9820-1a78d0c4fb9d tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Nov 16 00:33:50.249285 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8bcbe543-eb5b-493c-a3b6-2cfca3a2abf9 req-a4b1cf85-edc5-4c81-a5ef-79a63b687b45 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353150 Nov 16 00:33:51.160645 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 0c36d8f3-6603-4623-848c-4d093b88f363 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:33:51.254958 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 0c36d8f3-6603-4623-848c-4d093b88f363, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0c36d8f3-6603-4623-848c-4d093b88f363,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:51.266552 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '0c36d8f3-6603-4623-848c-4d093b88f363', 'network_id': '5bc8079a-b087-4e35-8fba-022dbaf3b750', 'port_id': '0c36d8f3-6603-4623-848c-4d093b88f363', 'mac_address': 'fa:16:3e:9b:04:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41273e5-def7-47b0-8747-46410a85600a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:33:51.307633 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:51.325085 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c36d8f3-6603-4623-848c-4d093b88f363 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:33:51.338600 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94272806-bbf2-49f1-ac31-8c5e12572611 req-a6a7436b-fbd6-4cb0-a07d-303cb20744bd tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:51.340148 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-94272806-bbf2-49f1-ac31-8c5e12572611 req-a6a7436b-fbd6-4cb0-a07d-303cb20744bd tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 943 time: 0.0532823 Nov 16 00:33:51.347501 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 0c36d8f3-6603-4623-848c-4d093b88f363, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0c36d8f3-6603-4623-848c-4d093b88f363,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:51.351673 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:51.381896 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-94272806-bbf2-49f1-ac31-8c5e12572611 req-e1558ada-5d46-443d-82f4-163b6af35472 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Nov 16 00:33:51.385440 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909109-bd1d-485a-a80d-f7359e297828 req-b4a661d9-a60e-4434-8acc-feb728a0b07c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:51.386954 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f0909109-bd1d-485a-a80d-f7359e297828 req-b4a661d9-a60e-4434-8acc-feb728a0b07c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0549514 Nov 16 00:33:51.404247 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=0c36d8f3-6603-4623-848c-4d093b88f363,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:51.427038 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f0909109-bd1d-485a-a80d-f7359e297828 req-8fcbe7c6-5aeb-49eb-8bd2-dd65cfbf4626 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335348 Nov 16 00:33:51.555704 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e2f17-c2db-4e09-8887-f6069e5ccae4 req-472fdb8e-6ff3-4d7a-8fbc-822ef2915058 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:51.557232 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-853e2f17-c2db-4e09-8887-f6069e5ccae4 req-472fdb8e-6ff3-4d7a-8fbc-822ef2915058 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0513191 Nov 16 00:33:51.566564 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47350) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:33:51.570977 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-09450af3-eff2-4912-9975-43c558b4443b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Request body: {'floatingip': {'port_id': '24c138f4-ee49-4e30-8553-2bc8c5029b8d'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:33:51.613386 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-09450af3-eff2-4912-9975-43c558b4443b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:51.615860 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['0c36d8f3-6603-4623-848c-4d093b88f363'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:33:52.060480 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-09450af3-eff2-4912-9975-43c558b4443b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:52.065823 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-09450af3-eff2-4912-9975-43c558b4443b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:52.169896 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.l3_db [None req-09450af3-eff2-4912-9975-43c558b4443b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Floating IP e835f932-ed0c-4a19-b131-bd07dc4ea461 associated. External IP: 172.27.1.157, port: 24c138f4-ee49-4e30-8553-2bc8c5029b8d. Nov 16 00:33:52.376662 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09450af3-eff2-4912-9975-43c558b4443b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:33:52.521076 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2038ea-13e3-4133-9319-75e8dd0991d8 req-2d27839d-a091-4bbd-8a2f-3f5fdc0df6a9 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:52.522442 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cb2038ea-13e3-4133-9319-75e8dd0991d8 req-2d27839d-a091-4bbd-8a2f-3f5fdc0df6a9 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 944 time: 0.0723901 Nov 16 00:33:52.523955 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09450af3-eff2-4912-9975-43c558b4443b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:33:52.528638 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-09450af3-eff2-4912-9975-43c558b4443b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:52.534018 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] Sync routers for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:33:52.543190 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:52.543812 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:52.572512 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-09450af3-eff2-4912-9975-43c558b4443b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "PUT /v2.0/floatingips/e835f932-ed0c-4a19-b131-bd07dc4ea461 HTTP/1.1" status: 200 len: 991 time: 1.0048237 Nov 16 00:33:52.574472 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:52.576554 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c330821-6a47-4e78-b7f2-d60d302f855e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:52.591992 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cb2038ea-13e3-4133-9319-75e8dd0991d8 req-e568e602-ebec-4097-89c5-6a2f18cc4ba8 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608993 Nov 16 00:33:52.641060 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7b7f8-c903-4f9e-9503-d843790553d1 x-openstack-request-id: req-56f7b7f8-c903-4f9e-9503-d843790553d1 {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:52.641935 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:52.641935 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56f7b7f8-c903-4f9e-9503-d843790553d1 {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:52.642129 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'status': 'completed', 'code': 200} Nov 16 00:33:52.668466 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:52.714470 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-f3fbfb9f-ae73-4818-936a-4aabdf4ac53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:52.716028 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-f3fbfb9f-ae73-4818-936a-4aabdf4ac53c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 1098 time: 0.0484500 Nov 16 00:33:52.810365 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-47b0218c-05db-44a6-8395-4e8dee141652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:52.811914 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-47b0218c-05db-44a6-8395-4e8dee141652 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 917 time: 0.0883038 Nov 16 00:33:52.891930 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-a6155989-5d48-4d05-82a8-491522eee9d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d HTTP/1.1" status: 200 len: 999 time: 0.0720046 Nov 16 00:33:52.926164 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'e835f932-ed0c-4a19-b131-bd07dc4ea461', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'port_id': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'mac_address': 'fa:16:3e:02:1e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:33Z', 'updated_at': '2021-11-16T00:33:51Z', 'revision_number': 1, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:52.943668 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-a120fb8b-b85f-4e89-856c-29596acf4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:52.945627 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-a120fb8b-b85f-4e89-856c-29596acf4e25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.0458305 Nov 16 00:33:52.954001 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] Checking router: 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:33:52.965308 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:33:52.965308 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:33:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:52.998319 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-665163f4-04d0-43b8-be5d-b97ad07fd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:52.999911 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-665163f4-04d0-43b8-be5d-b97ad07fd601 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453255 Nov 16 00:33:53.099255 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-ec69db72-7409-49a9-ad0e-149d7ce0363b service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899017 Nov 16 00:33:53.177092 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 0c36d8f3-6603-4623-848c-4d093b88f363 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:33:53.199850 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c330821-6a47-4e78-b7f2-d60d302f855e req-75953bb6-cb7b-4ef0-bd83-685c91fe8434 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933776 Nov 16 00:33:53.237371 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:33:53.286664 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 0c36d8f3-6603-4623-848c-4d093b88f363 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:33:53.321789 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 0c36d8f3-6603-4623-848c-4d093b88f363 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:33:53.322162 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:53.476433 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:53.522784 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c2aa8-ae92-4f51-8664-f9e4a7be7412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c36d8f3-6603-4623-848c-4d093b88f363'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:33:53.525070 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5aa26e-188e-45e6-b434-c76bbc16e555" -d '{"events": [{"server_uuid": "746c2aa8-ae92-4f51-8664-f9e4a7be7412", "name": "network-vif-plugged", "status": "completed", "tag": "0c36d8f3-6603-4623-848c-4d093b88f363"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:33:53.544281 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 0c36d8f3-6603-4623-848c-4d093b88f363, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0c36d8f3-6603-4623-848c-4d093b88f363,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:33:53.550849 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:33:53.576087 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a67af9-ac18-471d-b4c1-6ebd6e853c9b x-openstack-request-id: req-82a67af9-ac18-471d-b4c1-6ebd6e853c9b {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:33:53.576379 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c2aa8-ae92-4f51-8664-f9e4a7be7412", "name": "network-vif-plugged", "status": "completed", "tag": "0c36d8f3-6603-4623-848c-4d093b88f363", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:33:53.576631 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82a67af9-ac18-471d-b4c1-6ebd6e853c9b {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:33:53.577032 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746c2aa8-ae92-4f51-8664-f9e4a7be7412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c36d8f3-6603-4623-848c-4d093b88f363', 'code': 200} Nov 16 00:33:53.598414 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'e835f932-ed0c-4a19-b131-bd07dc4ea461', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'port_id': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'mac_address': 'fa:16:3e:02:1e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:33Z', 'updated_at': '2021-11-16T00:33:51Z', 'revision_number': 1, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:33:53.632015 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa85647-282c-4d5b-98fa-96790c10faeb None None] The sync data for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi is: [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'e835f932-ed0c-4a19-b131-bd07dc4ea461', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'port_id': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'mac_address': 'fa:16:3e:02:1e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:33Z', 'updated_at': '2021-11-16T00:33:51Z', 'revision_number': 1, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:33:53.634168 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=0c36d8f3-6603-4623-848c-4d093b88f363,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:33:53.739808 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070e54f-2346-4196-ad1a-7efca7cd6de5 req-a40eaece-7a5c-4c29-beff-5536d88fd000 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:53.742035 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1070e54f-2346-4196-ad1a-7efca7cd6de5 req-a40eaece-7a5c-4c29-beff-5536d88fd000 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 945 time: 0.0721991 Nov 16 00:33:53.787666 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7505aca-6ff0-486f-8ac4-480b2011f4c4 req-29a3a632-523d-42db-a689-527f87b6af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:53.789400 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b7505aca-6ff0-486f-8ac4-480b2011f4c4 req-29a3a632-523d-42db-a689-527f87b6af6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 1098 time: 0.0510364 Nov 16 00:33:53.792230 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1070e54f-2346-4196-ad1a-7efca7cd6de5 req-30f4ed2c-3729-4b62-84cc-80dad5d02735 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Nov 16 00:33:53.833161 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b7505aca-6ff0-486f-8ac4-480b2011f4c4 req-e4c8bac4-849b-4d36-8356-2cc166aba5af service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Nov 16 00:33:53.900682 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8237ac-1ff3-48fd-aa0f-32d379a02366 None None] New status for floating IP e835f932-ed0c-4a19-b131-bd07dc4ea461: ACTIVE {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:33:54.920424 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e6a62-6b82-4e44-925f-af38e5f09dfc req-fdf08f17-f2d0-4f8a-aad7-1920d767b538 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:54.922674 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5d8e6a62-6b82-4e44-925f-af38e5f09dfc req-fdf08f17-f2d0-4f8a-aad7-1920d767b538 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Nov 16 00:33:54.960973 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5d8e6a62-6b82-4e44-925f-af38e5f09dfc req-835e31a6-95f2-43af-a078-6b0de347a4fb tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321910 Nov 16 00:33:56.085711 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd896f8-6ac2-4965-bb37-ae3a9fc8e96a req-ca8e14aa-73f2-499a-844c-8509e28748b6 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:33:56.087256 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ddd896f8-6ac2-4965-bb37-ae3a9fc8e96a req-ca8e14aa-73f2-499a-844c-8509e28748b6 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 945 time: 0.0497606 Nov 16 00:33:56.127442 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ddd896f8-6ac2-4965-bb37-ae3a9fc8e96a req-e62b462f-8b72-47be-a33e-2f2db6c57afe tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342286 Nov 16 00:33:57.987493 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-1fdc4155-f91e-46ad-a21d-f1e4588aef6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:00.630488 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:01.368964 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:34:01.431740 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-44222f3e-9dc4-462f-a485-ddf4a5d9a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:02.027149 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:03.689941 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:08.606226 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:17.495363 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f0df7-ce9b-462e-af98-cf17df72978b req-ad033ff7-431d-47b6-8c51-945cda0728f7 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:17.496950 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-134f0df7-ce9b-462e-af98-cf17df72978b req-ad033ff7-431d-47b6-8c51-945cda0728f7 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 945 time: 0.0510569 Nov 16 00:34:17.538577 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-134f0df7-ce9b-462e-af98-cf17df72978b req-a0e9b137-6323-40b3-b938-2475be2ec78d tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355914 Nov 16 00:34:18.678638 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818637a-ff19-4016-aeba-368743ab58fb req-3c897b07-ad10-425d-9dbb-bf8316aef944 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:18.680242 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2818637a-ff19-4016-aeba-368743ab58fb req-3c897b07-ad10-425d-9dbb-bf8316aef944 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 945 time: 0.0582988 Nov 16 00:34:18.721128 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2818637a-ff19-4016-aeba-368743ab58fb req-0d377dfc-352d-4d5c-8f3c-0f5c9d348539 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Nov 16 00:34:19.517687 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-bfc41bbe-f58c-4e17-acc2-d07625aebee3 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:19.520235 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-bfc41bbe-f58c-4e17-acc2-d07625aebee3 tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.36 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 945 time: 0.0542417 Nov 16 00:34:19.624300 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Deleting port 0c36d8f3-6603-4623-848c-4d093b88f363 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:19.624639 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:19.722747 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] For port 0c36d8f3-6603-4623-848c-4d093b88f363, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=0c36d8f3-6603-4623-848c-4d093b88f363,segment=NetworkSegment(d117fb50-a4e1-4b2a-b0d1-b729ebf845a0),segment_id=d117fb50-a4e1-4b2a-b0d1-b729ebf845a0)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:19.723584 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:19.737673 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Calling delete_port for 0c36d8f3-6603-4623-848c-4d093b88f363 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:19.861797 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701d046-3ea2-4d09-88cf-0712f3958893 req-449f2272-e292-46f0-a069-096446774d1f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:19.863774 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7701d046-3ea2-4d09-88cf-0712f3958893 req-449f2272-e292-46f0-a069-096446774d1f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/ports?device_id=746c2aa8-ae92-4f51-8664-f9e4a7be7412 HTTP/1.1" status: 200 len: 945 time: 0.0635860 Nov 16 00:34:19.914655 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7701d046-3ea2-4d09-88cf-0712f3958893 req-78ef682a-69a5-4bce-954f-bd366cd368ff tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.31 "GET /v2.0/security-groups?id=fd200c10-dfe0-434e-b55a-6a6edfccb44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Nov 16 00:34:19.954941 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:19.973151 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['0c36d8f3-6603-4623-848c-4d093b88f363'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:34:19.990359 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Pushing event deleted for resources: {'Port': ['ID=0c36d8f3-6603-4623-848c-4d093b88f363,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:20.034303 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] No DVR routers for this DVR port 0c36d8f3-6603-4623-848c-4d093b88f363 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:34:20.037858 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:20.041357 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-49fc3f61-1148-48cf-8189-6b3a1851e57a req-d8e3202c-fa0e-4c92-afd2-ccaf6a107c9f tempest-VolumesSnapshotTestJSON-1323230669 tempest-VolumesSnapshotTestJSON-1323230669-project] 10.222.0.36 "DELETE /v2.0/ports/0c36d8f3-6603-4623-848c-4d093b88f363 HTTP/1.1" status: 204 len: 173 time: 0.5140431 Nov 16 00:34:20.041828 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c2aa8-ae92-4f51-8664-f9e4a7be7412', 'name': 'network-vif-deleted', 'tag': '0c36d8f3-6603-4623-848c-4d093b88f363'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:34:20.044238 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d36823-84cb-4382-b054-512e9f31533d" -d '{"events": [{"server_uuid": "746c2aa8-ae92-4f51-8664-f9e4a7be7412", "name": "network-vif-deleted", "tag": "0c36d8f3-6603-4623-848c-4d093b88f363"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:34:20.211113 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8368aa0c-6228-42ea-8784-f11480330734 x-openstack-request-id: req-8368aa0c-6228-42ea-8784-f11480330734 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:34:20.211625 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c2aa8-ae92-4f51-8664-f9e4a7be7412", "name": "network-vif-deleted", "tag": "0c36d8f3-6603-4623-848c-4d093b88f363", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:34:20.211976 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8368aa0c-6228-42ea-8784-f11480330734 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:34:20.212548 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746c2aa8-ae92-4f51-8664-f9e4a7be7412', 'name': 'network-vif-deleted', 'tag': '0c36d8f3-6603-4623-848c-4d093b88f363', 'status': 'completed', 'code': 200} Nov 16 00:34:21.986581 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-8b35796e-a0d3-4968-91dd-28c9d6341ce8 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536369284&fields=id&tenant_id=7d4495714639486cad8d6a4039009581 HTTP/1.1" status: 200 len: 267 time: 0.0415213 Nov 16 00:34:22.054721 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-94a17f74-9374-4371-8f9e-b1daaf6bb909 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:22.056404 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-94a17f74-9374-4371-8f9e-b1daaf6bb909 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 985 time: 0.0598023 Nov 16 00:34:22.069619 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-3603dc4a-e95b-47be-87fc-4f657e922dd0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Request body: {'port': {'security_groups': ['c938ee4e-572b-4192-8232-eb62dffb6ca3']}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:22.152649 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-3603dc4a-e95b-47be-87fc-4f657e922dd0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:22.371726 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-3603dc4a-e95b-47be-87fc-4f657e922dd0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] For port 766ca728-c4c6-4a74-b3aa-0075802cbf56, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:22.415375 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-3603dc4a-e95b-47be-87fc-4f657e922dd0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:22.425158 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-3603dc4a-e95b-47be-87fc-4f657e922dd0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:22.445206 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['766ca728-c4c6-4a74-b3aa-0075802cbf56'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:34:22.512509 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-3603dc4a-e95b-47be-87fc-4f657e922dd0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:22.513597 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-3603dc4a-e95b-47be-87fc-4f657e922dd0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:22.523147 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7644a2ff-77ae-4ba0-b4d3-0a1ba7f48176 req-3603dc4a-e95b-47be-87fc-4f657e922dd0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "PUT /v2.0/ports/766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 943 time: 0.4587631 Nov 16 00:34:22.524220 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:34:22.527911 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47586) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:22.529803 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee81191-3ec0-461d-b169-e833e9a67e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:34:22.594179 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603dc4a-e95b-47be-87fc-4f657e922dd0 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event updated for resources: {'Port': ['ID=766ca728-c4c6-4a74-b3aa-0075802cbf56,revision_number=7']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:22.609233 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4733fd-7c82-4718-b951-0d4faeb41b30 x-openstack-request-id: req-0a4733fd-7c82-4718-b951-0d4faeb41b30 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:34:22.611011 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:34:22.611464 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a4733fd-7c82-4718-b951-0d4faeb41b30 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:34:22.616131 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'status': 'completed', 'code': 200} Nov 16 00:34:22.625110 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['766ca728-c4c6-4a74-b3aa-0075802cbf56'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:34:22.671232 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:22.740942 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:22.764257 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-818a93a5-1412-4906-8856-69ec309b3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:22.767316 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-818a93a5-1412-4906-8856-69ec309b3e26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d4495714639486cad8d6a4039009581&device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 1099 time: 0.1295207 Nov 16 00:34:22.825555 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:22.828561 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:22.833783 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee0dc591-4647-4bb0-b605-bcaf54f2684a HTTP/1.1" status: 204 len: 168 time: 0.3004670 Nov 16 00:34:22.835014 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47592) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:22.850263 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0dc591-4647-4bb0-b605-bcaf54f2684a,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:22.894431 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.894773 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.895154 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.895497 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.895838 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.896177 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.896510 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.896849 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.897178 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.897505 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.897837 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.898164 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b197b149-4dcc-4e59-a230-451bbf70dcce tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:22.900912 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-eb881b6f-57c4-456b-8776-96fbb0dde105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:22.903179 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-eb881b6f-57c4-456b-8776-96fbb0dde105 service neutron] 10.222.0.36 "GET /v2.0/networks?id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422 HTTP/1.1" status: 200 len: 916 time: 0.1283424 Nov 16 00:34:23.000753 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-8a1122e3-0fbc-453c-990e-d8c124bf83de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 1002 time: 0.0863957 Nov 16 00:34:23.019649 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-5e160d9a-9383-4ddc-9fcb-2c65534bc07b None None] Provisioning complete for port 766ca728-c4c6-4a74-b3aa-0075802cbf56 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:23.020553 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-5e160d9a-9383-4ddc-9fcb-2c65534bc07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:23.058612 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-5bf732c5-0304-4cb8-a5de-cf2044395436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:23.060756 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-5bf732c5-0304-4cb8-a5de-cf2044395436 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8be17d66-8484-4e73-8241-b212ba3148e4 HTTP/1.1" status: 200 len: 854 time: 0.0523076 Nov 16 00:34:23.077188 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Deleting port 100397bb-3012-48ec-aa21-cb5c06fbc976 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:23.077846 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:23.180811 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:23.181137 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:23.197160 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Calling delete_port for 100397bb-3012-48ec-aa21-cb5c06fbc976 owned by network:floatingip {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:23.676782 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:23.704922 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event deleted for resources: {'Port': ['ID=100397bb-3012-48ec-aa21-cb5c06fbc976,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:23.780224 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks [] for floatingip, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:23.781603 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.l3_db [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Floating IP 7a007094-7c69-4141-b9d2-71e1108964ad disassociated (deleted). External IP: 172.27.1.231, port: 766ca728-c4c6-4a74-b3aa-0075802cbf56. Nov 16 00:34:24.013790 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Router 95f7d394-4882-44d2-b161-0a42f98db199 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:34:24.132839 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:34:24.138851 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:24.144408 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] Sync routers for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:34:24.154051 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:24.154807 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:24.168448 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-31823123-a819-42e7-bd27-5d0e9c179188 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "DELETE /v2.0/floatingips/7a007094-7c69-4141-b9d2-71e1108964ad HTTP/1.1" status: 204 len: 168 time: 1.3328905 Nov 16 00:34:24.169048 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:34:24.175118 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80d0540-3b95-45da-975d-63dd6a860be3" -d '{"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:34:24.280617 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:24.513827 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '058f89be-775a-4e8d-9be0-b63fe9167345', 'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'mac_address': 'fa:16:3e:20:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:02Z', 'updated_at': '2021-11-16T00:31:10Z', 'revision_number': 5, 'project_id': '7d4495714639486cad8d6a4039009581', 'subnets': [{'id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:24.542440 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] Checking router: 95f7d394-4882-44d2-b161-0a42f98db199 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:34:24.553084 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:24.553723 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:24.677063 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:24.919209 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '058f89be-775a-4e8d-9be0-b63fe9167345', 'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'mac_address': 'fa:16:3e:20:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:02Z', 'updated_at': '2021-11-16T00:31:10Z', 'revision_number': 5, 'project_id': '7d4495714639486cad8d6a4039009581', 'subnets': [{'id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:24.953532 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cec25e-55c3-4c9c-80ee-d2eb78cc0311 None None] The sync data for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi is: [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:31:03Z', 'revision_number': 4, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '058f89be-775a-4e8d-9be0-b63fe9167345', 'name': '', 'network_id': '222d0e06-41bd-4a7b-8ea0-064a7ea2f422', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'mac_address': 'fa:16:3e:20:35:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:02Z', 'updated_at': '2021-11-16T00:31:10Z', 'revision_number': 5, 'project_id': '7d4495714639486cad8d6a4039009581', 'subnets': [{'id': '8be17d66-8484-4e73-8241-b212ba3148e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:34:25.216466 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cf3d57-9af6-4f9a-9cac-2c2e45f48385 None None] New status for floating IP 7a007094-7c69-4141-b9d2-71e1108964ad: DOWN {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:34:25.716322 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 0c36d8f3-6603-4623-848c-4d093b88f363 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:34:25.722816 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-cc3b8620-7dca-43f4-aba3-6c94bd17a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:25.724688 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-cc3b8620-7dca-43f4-aba3-6c94bd17a99f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441015 Nov 16 00:34:25.742139 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 0c36d8f3-6603-4623-848c-4d093b88f363 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:34:25.742491 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 0c36d8f3-6603-4623-848c-4d093b88f363 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:34:25.866896 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-39f41931-cd77-4239-8277-239165ef40cc service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219139 Nov 16 00:34:25.889854 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7678e5da-cdcd-4567-9d25-405512fdf4dd x-openstack-request-id: req-7678e5da-cdcd-4567-9d25-405512fdf4dd {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:34:25.890398 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:34:25.890398 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7678e5da-cdcd-4567-9d25-405512fdf4dd {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:34:25.890785 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'status': 'completed', 'code': 200} Nov 16 00:34:26.032348 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee81191-3ec0-461d-b169-e833e9a67e4a req-52fbbb2e-2b35-411d-a9ef-76e3e1896012 service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555564 Nov 16 00:34:26.134001 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-3792fc6d-a7fd-432c-8d17-4fbf8bb065df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:26.135556 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-3792fc6d-a7fd-432c-8d17-4fbf8bb065df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d4495714639486cad8d6a4039009581&device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 1099 time: 0.0510967 Nov 16 00:34:26.235397 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-9a8582ec-6625-49ed-8ace-b8675303060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:26.236813 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-9a8582ec-6625-49ed-8ace-b8675303060f service neutron] 10.222.0.36 "GET /v2.0/networks?id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422 HTTP/1.1" status: 200 len: 916 time: 0.0916018 Nov 16 00:34:26.282929 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-960f2149-e4b3-46ef-8017-da1f7424059a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 200 len: 217 time: 0.0370555 Nov 16 00:34:26.347523 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-ff6ea59e-2b90-45a0-bd55-df4a6d33e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:26.348984 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-ff6ea59e-2b90-45a0-bd55-df4a6d33e58d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8be17d66-8484-4e73-8241-b212ba3148e4 HTTP/1.1" status: 200 len: 854 time: 0.0569046 Nov 16 00:34:26.401969 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-92f9e6f3-679c-4eb0-925b-87d909b8b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:26.403513 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-92f9e6f3-679c-4eb0-925b-87d909b8b33c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222d0e06-41bd-4a7b-8ea0-064a7ea2f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433276 Nov 16 00:34:26.498143 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-d3d9f760-fc20-49fe-b734-215175e6a223 service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855348 Nov 16 00:34:26.611633 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f80d0540-3b95-45da-975d-63dd6a860be3 req-62f88d44-f4d1-4fb4-bcaa-3a7b8d2a9e7b service neutron] 10.222.0.36 "GET /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034527 Nov 16 00:34:27.992783 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-86ae47de-2f3d-4ea5-aceb-1f615306ce56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:28.734778 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed0653-0b0f-4482-a272-32146363902c req-5ba7fa5a-ddd3-440c-941f-3205baa3d767 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:28.736460 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-89ed0653-0b0f-4482-a272-32146363902c req-5ba7fa5a-ddd3-440c-941f-3205baa3d767 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0585549 Nov 16 00:34:28.790040 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-89ed0653-0b0f-4482-a272-32146363902c req-f42fec84-4136-497f-9ce8-e69603949ca9 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 Nov 16 00:34:29.929685 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4904d-668c-4575-a09e-946509d6387e req-ef6c048c-a749-4e8b-8e91-a07cc041eaee tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:29.931391 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-39a4904d-668c-4575-a09e-946509d6387e req-ef6c048c-a749-4e8b-8e91-a07cc041eaee tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0528200 Nov 16 00:34:29.975280 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-39a4904d-668c-4575-a09e-946509d6387e req-c88ea3ae-97fd-45ce-8690-96197956c637 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377405 Nov 16 00:34:30.634244 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:30.931805 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-9dcc2ce7-bad1-44c6-b46f-45caa7b5bdbb tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:30.933480 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-9dcc2ce7-bad1-44c6-b46f-45caa7b5bdbb tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.36 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.0573223 Nov 16 00:34:31.051288 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Deleting port 766ca728-c4c6-4a74-b3aa-0075802cbf56 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:31.051842 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:31.175725 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400dc52-5f27-439d-8777-de6ef5dc73ab req-29c57b17-ce28-4692-8701-efa8262c59a7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:31.177105 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4400dc52-5f27-439d-8777-de6ef5dc73ab req-29c57b17-ce28-4692-8701-efa8262c59a7 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 946 time: 0.1066666 Nov 16 00:34:31.183554 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] For port 766ca728-c4c6-4a74-b3aa-0075802cbf56, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=766ca728-c4c6-4a74-b3aa-0075802cbf56,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:31.183915 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:31.207907 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Calling delete_port for 766ca728-c4c6-4a74-b3aa-0075802cbf56 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:31.263291 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4400dc52-5f27-439d-8777-de6ef5dc73ab req-f6bf06fe-33e3-4aef-a4b5-1b35e37e4da5 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/security-groups?id=c938ee4e-572b-4192-8232-eb62dffb6ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767159 Nov 16 00:34:31.351728 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:31.378711 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Pushing event deleted for resources: {'Port': ['ID=766ca728-c4c6-4a74-b3aa-0075802cbf56,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:31.420190 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] No DVR routers for this DVR port 766ca728-c4c6-4a74-b3aa-0075802cbf56 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:34:31.422755 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:31.423239 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-418b8955-a3f8-4742-9b5f-baf84b1fb515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:31.426113 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4960a02-4eed-4c2e-a367-34c05fdc94df req-965ee9a3-0763-4f8f-9b72-18aa274830d4 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.36 "DELETE /v2.0/ports/766ca728-c4c6-4a74-b3aa-0075802cbf56 HTTP/1.1" status: 204 len: 173 time: 0.4850142 Nov 16 00:34:31.426517 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'name': 'network-vif-deleted', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:34:31.428777 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52891c1f-91c9-4b21-b0bd-c11ca458e21d" -d '{"events": [{"server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "name": "network-vif-deleted", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:34:32.032091 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:33.211965 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d80db8-5673-457c-b8a2-75e6c2e5efff x-openstack-request-id: req-65d80db8-5673-457c-b8a2-75e6c2e5efff {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:34:33.212477 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81", "name": "network-vif-deleted", "tag": "766ca728-c4c6-4a74-b3aa-0075802cbf56", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:34:33.212610 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65d80db8-5673-457c-b8a2-75e6c2e5efff {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:34:33.212895 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81', 'name': 'network-vif-deleted', 'tag': '766ca728-c4c6-4a74-b3aa-0075802cbf56', 'status': 'completed', 'code': 200} Nov 16 00:34:33.287787 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cd62c253-d862-42ad-bfa6-dbbe752a75c0 req-e7e32761-49c8-41f3-9857-2265afa8525b tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 210 time: 0.0305803 Nov 16 00:34:33.698000 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:34.202114 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['766ca728-c4c6-4a74-b3aa-0075802cbf56'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:34:34.406844 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bff30cc8-370b-4738-a527-7ad2e81f2ff0 req-f342c2aa-ea5b-470e-9e7b-8445a8d78085 tempest-TestMinimumBasicScenario-891950418 tempest-TestMinimumBasicScenario-891950418-project] 10.222.0.31 "GET /v2.0/ports?device_id=24ea1bfb-2dff-4ebb-adea-8b70b3c6ad81 HTTP/1.1" status: 200 len: 210 time: 0.0279939 Nov 16 00:34:34.994050 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-cc4e93ef-4cfc-48af-b2ab-ada121cb52e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491285 Nov 16 00:34:35.083533 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-00207c6e-2436-4968-9ce2-70b50fca6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:35.085038 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-00207c6e-2436-4968-9ce2-70b50fca6c83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 1099 time: 0.0463006 Nov 16 00:34:35.192724 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-5eee0e5d-7b9a-446b-b46c-a0cf3f88de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:35.194227 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-5eee0e5d-7b9a-446b-b46c-a0cf3f88de8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.0885735 Nov 16 00:34:35.273116 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-b5f64c17-508b-473e-8756-d5bd6b6de5fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d HTTP/1.1" status: 200 len: 1001 time: 0.0684943 Nov 16 00:34:35.339947 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-b4913ab8-a563-4966-91b4-a2f3619d57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:35.341394 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-b4913ab8-a563-4966-91b4-a2f3619d57d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0523970 Nov 16 00:34:35.420589 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-bc1d08d7-793f-4ce4-8b0b-dc5958153fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:35.422194 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-bc1d08d7-793f-4ce4-8b0b-dc5958153fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490692 Nov 16 00:34:35.553980 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-179c414d-f534-417d-b942-f505c0fa8239 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226292 Nov 16 00:34:35.717135 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1bb9f653-c164-436e-bf04-e28b2e4a49ba req-0f06572b-02b9-4189-87ae-c8c13eedc71c service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524229 Nov 16 00:34:36.250215 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47762) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:36.706795 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076507'] for router_interface, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:37.309753 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Deleting port 058f89be-775a-4e8d-9be0-b63fe9167345 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:37.310079 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:37.399950 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] For port 058f89be-775a-4e8d-9be0-b63fe9167345, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=058f89be-775a-4e8d-9be0-b63fe9167345,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:37.400409 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:37.418100 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Calling delete_port for 058f89be-775a-4e8d-9be0-b63fe9167345 owned by network:router_interface {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:37.625539 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:37.657907 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=058f89be-775a-4e8d-9be0-b63fe9167345,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:37.835432 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076573'] for router_interface, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:38.082835 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Router 95f7d394-4882-44d2-b161-0a42f98db199 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:34:38.206968 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:34:38.216482 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-59f21edd-80f7-4335-a7ba-de5862409f27 admin admin] 10.222.0.31 "PUT /v2.0/routers/95f7d394-4882-44d2-b161-0a42f98db199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647310 Nov 16 00:34:38.219056 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47790) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:38.219456 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] Sync routers for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:34:38.226711 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 766ca728-c4c6-4a74-b3aa-0075802cbf56 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:34:38.257804 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 766ca728-c4c6-4a74-b3aa-0075802cbf56 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:34:38.258245 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 766ca728-c4c6-4a74-b3aa-0075802cbf56 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:34:38.263466 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:38.264111 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:38.322691 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks [] for router, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:38.367435 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:34:38.368674 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:38.439543 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:38.509022 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Deleting port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:38.509663 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:38.608884 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] For port da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:38.609515 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:38.623733 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:34:37Z', 'revision_number': 5, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port': {'id': 'da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7d394-4882-44d2-b161-0a42f98db199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:30:59Z', 'updated_at': '2021-11-16T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:38.628772 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Calling delete_port for da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 owned by network:router_gateway {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:38.652657 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:38.653774 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] Checking router: 95f7d394-4882-44d2-b161-0a42f98db199 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:34:38.664802 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] Routers {'95f7d394-4882-44d2-b161-0a42f98db199'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:38.666396 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['95f7d394-4882-44d2-b161-0a42f98db199'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:38.827863 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:38.855804 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:38.885587 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] Set router 95f7d394-4882-44d2-b161-0a42f98db199 gateway port host: None {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:38.932425 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2073803'] for router_gateway, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:38.944100 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:34:38Z', 'revision_number': 6, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port_host': None}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:38.971705 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c382e256-1d7d-4d61-b7aa-0ad8874491f0 None None] The sync data for ids ['95f7d394-4882-44d2-b161-0a42f98db199'] in dv-cinder-811154-2-iscsi is: [{'id': '95f7d394-4882-44d2-b161-0a42f98db199', 'name': 'tempest-TestMinimumBasicScenario-1512251516-router', 'tenant_id': '7d4495714639486cad8d6a4039009581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:30:58Z', 'updated_at': '2021-11-16T00:34:38Z', 'revision_number': 6, 'project_id': '7d4495714639486cad8d6a4039009581', 'gw_port_host': None}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:34:39.061197 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.063936 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.141277 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2066523'] for router, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.142009 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95f7d394-4882-44d2-b161-0a42f98db199 {{(pid=107820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 00:34:39.148553 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] Notify callbacks [] for router, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.152361 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-dc75d9e7-2afa-4124-918f-dd228fe77c68 admin admin] 10.222.0.31 "DELETE /v2.0/routers/95f7d394-4882-44d2-b161-0a42f98db199 HTTP/1.1" status: 204 len: 168 time: 0.9296422 Nov 16 00:34:39.152641 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47802) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:39.203194 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e200ed1-6dff-426a-8a08-6badebeb06f9 admin admin] Deleting subnet 8be17d66-8484-4e73-8241-b212ba3148e4 {{(pid=107820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:34:39.207724 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4e200ed1-6dff-426a-8a08-6badebeb06f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.243153 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4e200ed1-6dff-426a-8a08-6badebeb06f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9071528'] for subnet, precommit_delete_associations {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.374126 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4e200ed1-6dff-426a-8a08-6badebeb06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.445429 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4e200ed1-6dff-426a-8a08-6badebeb06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9285961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8462994'] for subnet, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.469075 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 058f89be-775a-4e8d-9be0-b63fe9167345 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:34:39.484982 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e200ed1-6dff-426a-8a08-6badebeb06f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be17d66-8484-4e73-8241-b212ba3148e4,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:39.488910 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4e200ed1-6dff-426a-8a08-6badebeb06f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.491031 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 058f89be-775a-4e8d-9be0-b63fe9167345 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:34:39.491359 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 058f89be-775a-4e8d-9be0-b63fe9167345 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:34:39.493878 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-4e200ed1-6dff-426a-8a08-6badebeb06f9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8be17d66-8484-4e73-8241-b212ba3148e4 HTTP/1.1" status: 204 len: 168 time: 0.3383183 Nov 16 00:34:39.494551 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47804) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:39.497782 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e741d2-b60c-49c3-863c-bcd1a8e3d949 None None] Network 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:34:39.566613 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.620702 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Deleting port c67a7afa-af2d-4220-baa7-40787375c8c0 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:39.621063 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.683136 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] For port c67a7afa-af2d-4220-baa7-40787375c8c0, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=c67a7afa-af2d-4220-baa7-40787375c8c0,segment=NetworkSegment(3293bbdd-eff7-4304-9fb3-8dcd1adee4a0),segment_id=3293bbdd-eff7-4304-9fb3-8dcd1adee4a0)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:39.683515 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.699431 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Calling delete_port for c67a7afa-af2d-4220-baa7-40787375c8c0 owned by network:dhcp {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:39.801712 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.803359 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0a6f37-a8c7-46c5-87cf-b2225ffb6656 None None] DHCP port deletion for 222d0e06-41bd-4a7b-8ea0-064a7ea2f422 request from dv-cinder-811154-2-iscsi {{(pid=107821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 00:34:39.847566 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] No DVR routers for this DVR port c67a7afa-af2d-4220-baa7-40787375c8c0 on host dv-cinder-811154-2-iscsi {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:34:39.853287 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Pushing event deleted for resources: {'Port': ['ID=c67a7afa-af2d-4220-baa7-40787375c8c0,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:39.931579 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:39.965221 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222d0e06-41bd-4a7b-8ea0-064a7ea2f422']}} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:39.978624 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0') {'for_net_delete': True} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:39.979031 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3293bbdd-eff7-4304-9fb3-8dcd1adee4a0') {} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:39.992520 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9071521'] for segment, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:40.010758 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:40.020062 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=107820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:34:40.020524 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9286119'] for segment, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: Traceback (most recent call last): Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: timer() Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: cb(*args, **kw) Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: return func(*args, **kwargs) Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: self._notify() Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: self.callback(batched_events) Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: event.method(event) Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: return f(self, *a, **k) Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._get(url).json() Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: return self.request(url, 'GET', **kwargs) Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:34:40.022567 dv-cinder-811154-2-iscsi neutron-server[107820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:34:40.089929 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:40.108222 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:40.114756 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] 10.222.0.31 "DELETE /v2.0/networks/222d0e06-41bd-4a7b-8ea0-064a7ea2f422 HTTP/1.1" status: 204 len: 168 time: 0.6188397 Nov 16 00:34:40.117681 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47810) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:40.130278 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7b208-9b4b-462a-b9b4-c6e45eef280c admin admin] Pushing event deleted for resources: {'Network': ['ID=222d0e06-41bd-4a7b-8ea0-064a7ea2f422,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:40.530471 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076507'] for router_interface, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:40.784279 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Deleting port 3fa536af-e755-48b8-be46-5ba45051f5f5 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:40.784534 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:40.871571 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] For port 3fa536af-e755-48b8-be46-5ba45051f5f5, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=3fa536af-e755-48b8-be46-5ba45051f5f5,segment=NetworkSegment(cdbfd130-81b0-491f-95b0-ca2f52239564),segment_id=cdbfd130-81b0-491f-95b0-ca2f52239564)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:40.871957 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:40.885952 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Calling delete_port for 3fa536af-e755-48b8-be46-5ba45051f5f5 owned by network:router_interface {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:41.071114 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:41.096923 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa536af-e755-48b8-be46-5ba45051f5f5,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:41.271574 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076573'] for router_interface, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:41.407747 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:34:41.432272 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:34:41.432620 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device da94af2d-5cdf-4dcc-990d-fa6a51e5d7d5 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:34:41.433041 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device c67a7afa-af2d-4220-baa7-40787375c8c0 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:34:41.453526 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: c67a7afa-af2d-4220-baa7-40787375c8c0 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:34:41.453873 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device c67a7afa-af2d-4220-baa7-40787375c8c0 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:34:41.565676 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:34:41.684779 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:34:41.690575 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-1d096ced-4c68-4877-91d8-20b2120d1b13 admin admin] 10.222.0.31 "PUT /v2.0/routers/786a6166-8512-4fd5-ae27-cecd97eeeeb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5707939 Nov 16 00:34:41.693742 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47830) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:41.694948 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] Sync routers for ids ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:34:41.710172 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] Routers {'786a6166-8512-4fd5-ae27-cecd97eeeeb2'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:41.710808 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:41.808663 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks [] for router, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:41.834192 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] Set router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:41.919666 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:41.984189 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Deleting port 409641e5-cb78-4e51-beb8-6dc2d085bcdb {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:41.984650 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.025823 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:31:08Z', 'updated_at': '2021-11-16T00:34:41Z', 'revision_number': 5, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'gw_port': {'id': '409641e5-cb78-4e51-beb8-6dc2d085bcdb', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:31:09Z', 'updated_at': '2021-11-16T00:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:42.054119 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] Checking router: 786a6166-8512-4fd5-ae27-cecd97eeeeb2 for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:34:42.062382 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] Routers {'786a6166-8512-4fd5-ae27-cecd97eeeeb2'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:42.062984 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:42.077207 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] For port 409641e5-cb78-4e51-beb8-6dc2d085bcdb, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=409641e5-cb78-4e51-beb8-6dc2d085bcdb,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:42.077606 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.097634 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Calling delete_port for 409641e5-cb78-4e51-beb8-6dc2d085bcdb owned by network:router_gateway {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:42.244695 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] Set router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 gateway port host: None {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:42.295957 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.302267 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:31:08Z', 'updated_at': '2021-11-16T00:34:41Z', 'revision_number': 6, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'gw_port_host': None}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:42.329677 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc751a2-e9e2-48c7-8f60-64ecb9650dc7 None None] The sync data for ids ['786a6166-8512-4fd5-ae27-cecd97eeeeb2'] in dv-cinder-811154-2-iscsi is: [{'id': '786a6166-8512-4fd5-ae27-cecd97eeeeb2', 'name': 'tempest-TestMinimumBasicScenario-2011335611-router', 'tenant_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:31:08Z', 'updated_at': '2021-11-16T00:34:41Z', 'revision_number': 6, 'project_id': 'b6ea7a7b70564561ba1c8d0316c5308b', 'gw_port_host': None}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:34:42.335583 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Pushing event deleted for resources: {'Port': ['ID=409641e5-cb78-4e51-beb8-6dc2d085bcdb,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:42.413754 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2073803'] for router_gateway, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.521427 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.524069 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.578951 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2066523'] for router, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.579673 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 786a6166-8512-4fd5-ae27-cecd97eeeeb2 {{(pid=107819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 00:34:42.587342 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.589331 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-068da20c-b8cf-4dd6-9e0a-41475861a348 admin admin] 10.222.0.31 "DELETE /v2.0/routers/786a6166-8512-4fd5-ae27-cecd97eeeeb2 HTTP/1.1" status: 204 len: 168 time: 0.8942702 Nov 16 00:34:42.593253 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47856) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:42.647241 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb8d00a-09d5-46a4-94fd-544ad49edd5c admin admin] Deleting subnet 467e1496-e89a-4c3f-aea9-899831c37885 {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:34:42.650560 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d00a-09d5-46a4-94fd-544ad49edd5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.692067 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d00a-09d5-46a4-94fd-544ad49edd5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.858725 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d00a-09d5-46a4-94fd-544ad49edd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.948474 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d00a-09d5-46a4-94fd-544ad49edd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.975531 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8d00a-09d5-46a4-94fd-544ad49edd5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467e1496-e89a-4c3f-aea9-899831c37885,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:42.979958 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d00a-09d5-46a4-94fd-544ad49edd5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:42.983295 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-3bb8d00a-09d5-46a4-94fd-544ad49edd5c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/467e1496-e89a-4c3f-aea9-899831c37885 HTTP/1.1" status: 204 len: 168 time: 0.3888590 Nov 16 00:34:42.987450 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47866) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:42.990865 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250fe022-65ed-4133-9aaf-fd4024c14caa None None] Network f2a31b9b-b81e-4992-b983-22a31e71bad8 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:34:43.071907 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.152066 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Deleting port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:43.152434 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.207679 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] DHCP port deletion for f2a31b9b-b81e-4992-b983-22a31e71bad8 request from dv-cinder-811154-2-iscsi {{(pid=107821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 00:34:43.235180 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] For port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=17cb1d8a-3d68-4ca0-8696-0d6e10d9e294,segment=NetworkSegment(cdbfd130-81b0-491f-95b0-ca2f52239564),segment_id=cdbfd130-81b0-491f-95b0-ca2f52239564)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:43.235589 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.251854 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Calling delete_port for 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 owned by network:dhcp {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:43.266276 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Deleting port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 {{(pid=107821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:34:43.267034 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.363988 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.385394 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 3fa536af-e755-48b8-be46-5ba45051f5f5 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:34:43.390898 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] For port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=17cb1d8a-3d68-4ca0-8696-0d6e10d9e294,segment=NetworkSegment(cdbfd130-81b0-491f-95b0-ca2f52239564),segment_id=cdbfd130-81b0-491f-95b0-ca2f52239564)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:43.391561 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.395374 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Pushing event deleted for resources: {'Port': ['ID=17cb1d8a-3d68-4ca0-8696-0d6e10d9e294,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:43.399337 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] No DVR routers for this DVR port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 on host dv-cinder-811154-2-iscsi {{(pid=107819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:34:43.434400 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 3fa536af-e755-48b8-be46-5ba45051f5f5 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:34:43.434712 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 3fa536af-e755-48b8-be46-5ba45051f5f5 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:34:43.435265 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 409641e5-cb78-4e51-beb8-6dc2d085bcdb no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:34:43.460149 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Calling delete_port for 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 owned by network:dhcp {{(pid=107821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:34:43.465587 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 409641e5-cb78-4e51-beb8-6dc2d085bcdb {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:34:43.466218 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 409641e5-cb78-4e51-beb8-6dc2d085bcdb not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:34:43.466646 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:34:43.486075 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.494509 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:34:43.494859 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:34:43.531822 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a31b9b-b81e-4992-b983-22a31e71bad8']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:43.545372 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbfd130-81b0-491f-95b0-ca2f52239564') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:43.545900 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbfd130-81b0-491f-95b0-ca2f52239564') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:43.561211 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.581110 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.589472 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:34:43.590063 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:34:43.592339 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:34:43.625230 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061'] for port, after_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.653745 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Pushing event deleted for resources: {'Port': ['ID=17cb1d8a-3d68-4ca0-8696-0d6e10d9e294,revision_number=None']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:43.664497 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] No DVR routers for this DVR port 17cb1d8a-3d68-4ca0-8696-0d6e10d9e294 on host dv-cinder-811154-2-iscsi {{(pid=107821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:34:43.667308 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.667646 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.668244 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.668628 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.668987 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.669351 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.669691 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.670041 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.670560 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.670924 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.671305 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.671483 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.671634 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9946bf-7344-4f51-8e9f-59f63910b78e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:43.678181 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:43.681523 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] 10.222.0.31 "DELETE /v2.0/networks/f2a31b9b-b81e-4992-b983-22a31e71bad8 HTTP/1.1" status: 204 len: 168 time: 0.6930261 Nov 16 00:34:43.697849 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f5b90-e02b-4386-a92c-3ffc8268595a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a31b9b-b81e-4992-b983-22a31e71bad8,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:43.936070 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47888) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:43.999348 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-6624d857-7453-4173-9e0c-6f99750c0a37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d4495714639486cad8d6a4039009581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620303 Nov 16 00:34:44.002373 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47892) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:44.064949 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3d47fc0-bc40-4306-a7c5-3bb72d7ba21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:44.095722 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3d47fc0-bc40-4306-a7c5-3bb72d7ba21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:44.169804 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3d47fc0-bc40-4306-a7c5-3bb72d7ba21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:44.172820 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e3d47fc0-bc40-4306-a7c5-3bb72d7ba21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:44.178190 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-e3d47fc0-bc40-4306-a7c5-3bb72d7ba21b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c938ee4e-572b-4192-8232-eb62dffb6ca3 HTTP/1.1" status: 204 len: 168 time: 0.1746221 Nov 16 00:34:44.186700 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d47fc0-bc40-4306-a7c5-3bb72d7ba21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c938ee4e-572b-4192-8232-eb62dffb6ca3,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:44.564050 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47900) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:44.608038 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-76379676-3126-4db9-9763-d8a31eea1c87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6ea7a7b70564561ba1c8d0316c5308b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425038 Nov 16 00:34:44.610473 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47902) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:44.664281 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d3e18086-99a6-42e9-86f6-8f3060f0ab52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:44.685812 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d3e18086-99a6-42e9-86f6-8f3060f0ab52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:44.741135 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d3e18086-99a6-42e9-86f6-8f3060f0ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:44.744350 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d3e18086-99a6-42e9-86f6-8f3060f0ab52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:44.745529 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-d3e18086-99a6-42e9-86f6-8f3060f0ab52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cce85bba-6163-4cc0-994e-753b1d9894a0 HTTP/1.1" status: 204 len: 168 time: 0.1340747 Nov 16 00:34:44.754920 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e18086-99a6-42e9-86f6-8f3060f0ab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce85bba-6163-4cc0-994e-753b1d9894a0,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:44.993242 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47908) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:45.047349 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff05973-da58-4913-b85c-4c9e717e8425 admin admin] Deleting subnet a41273e5-def7-47b0-8747-46410a85600a {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:34:45.051673 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3ff05973-da58-4913-b85c-4c9e717e8425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.097533 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3ff05973-da58-4913-b85c-4c9e717e8425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.153151 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3ff05973-da58-4913-b85c-4c9e717e8425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.222162 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3ff05973-da58-4913-b85c-4c9e717e8425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.248276 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff05973-da58-4913-b85c-4c9e717e8425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41273e5-def7-47b0-8747-46410a85600a,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:45.251940 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3ff05973-da58-4913-b85c-4c9e717e8425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.255343 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-3ff05973-da58-4913-b85c-4c9e717e8425 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a41273e5-def7-47b0-8747-46410a85600a HTTP/1.1" status: 204 len: 168 time: 0.2609730 Nov 16 00:34:45.257728 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47914) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:45.337014 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.422393 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.449976 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc8079a-b087-4e35-8fba-022dbaf3b750']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:45.461843 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:45.462140 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd117fb50-a4e1-4b2a-b0d1-b729ebf845a0') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:45.474086 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.489485 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.496506 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:34:45.496910 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:34:45.498925 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:34:45.572069 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.578231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.582451 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] 10.222.0.31 "DELETE /v2.0/networks/5bc8079a-b087-4e35-8fba-022dbaf3b750 HTTP/1.1" status: 204 len: 168 time: 0.3237321 Nov 16 00:34:45.595502 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7427d55-5325-45ac-a204-15cccac801bd admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc8079a-b087-4e35-8fba-022dbaf3b750,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:45.790370 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47918) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:45.840280 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-6bcad540-fa9e-44f6-902d-16e7b08a8686 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ea54a26354e40baac7af6061517ccf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480857 Nov 16 00:34:45.842830 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47920) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:45.895656 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4bb27d86-d24b-4ce5-9dc1-682f9376aa07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.917539 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4bb27d86-d24b-4ce5-9dc1-682f9376aa07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.971816 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4bb27d86-d24b-4ce5-9dc1-682f9376aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.974830 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4bb27d86-d24b-4ce5-9dc1-682f9376aa07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:45.976294 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-4bb27d86-d24b-4ce5-9dc1-682f9376aa07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd200c10-dfe0-434e-b55a-6a6edfccb44d HTTP/1.1" status: 204 len: 168 time: 0.1322987 Nov 16 00:34:45.988747 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb27d86-d24b-4ce5-9dc1-682f9376aa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd200c10-dfe0-434e-b55a-6a6edfccb44d,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:46.819068 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 47954) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:46.930631 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-805899075-network', 'tenant_id': '8b1da70dc7334be3be9b115125527150'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:46.952003 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Made reservation on behalf of 8b1da70dc7334be3be9b115125527150 for: {'network': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:34:46.954271 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:46.963940 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.048909 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.055715 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.083192 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=107820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:34:47.092829 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56144ef0-7a7e-43bb-a713-5c6576b69db0,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:47.099023 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.099391 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.segments_db [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Added segment 2f9fe5d0-7621-40c0-a612-a4db07ec30b7 of type vlan for network b0799e9f-bf39-4d36-9463-c7bb236f55b4 Nov 16 00:34:47.142592 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.170223 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.171192 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:47.171778 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.223609 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4030137 Nov 16 00:34:47.227318 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47958) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:47.232437 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Request body: {'subnet': {'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-805899075-subnet', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'ip_version': 4}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:47.250483 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Pushing event updated for resources: {'Network': ['ID=b0799e9f-bf39-4d36-9463-c7bb236f55b4,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:47.259539 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Made reservation on behalf of 8b1da70dc7334be3be9b115125527150 for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:34:47.260628 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.261007 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.261324 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.261659 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.261988 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.262111 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-253093145'] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.262310 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.262640 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.262965 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.263327 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.263653 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.263975 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.264296 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b01c67-8d40-4b32-9cf9-76defd884851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:47.275981 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network b0799e9f-bf39-4d36-9463-c7bb236f55b4 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:34:47.446177 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-253005543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-253093167'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.502594 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b4676e-c0ed-4c18-9628-51baf92688a4,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:47.510434 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Checking segment: {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:34:47.510789 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Network hostable DHCP agents. Network: b0799e9f-bf39-4d36-9463-c7bb236f55b4, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:34:47.528715 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Network b0799e9f-bf39-4d36-9463-c7bb236f55b4 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:34:47.539463 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, b0799e9f-bf39-4d36-9463-c7bb236f55b4) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:47.543888 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:47.544476 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.550567 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7259736-a9c6-4e17-a8db-6561f1d39681 None None] Network b0799e9f-bf39-4d36-9463-c7bb236f55b4 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:34:47.561739 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-35721b44-636c-4e11-b37e-81904ab8c1d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3333004 Nov 16 00:34:47.564325 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47962) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:47.568746 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:47.591322 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.592387 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.654549 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.703686 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:34:47.704539 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.803538 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:47.854157 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Allocated IP 172.20.0.2 (b0799e9f-bf39-4d36-9463-c7bb236f55b4/d9b4676e-c0ed-4c18-9628-51baf92688a4/81e3ed43-b665-4373-87da-395f7c11666b) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:34:48.017008 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:48.023633 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:48.066443 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Network b0799e9f-bf39-4d36-9463-c7bb236f55b4 is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:34:48.072778 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:48.074702 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Pushing event updated for resources: {'Port': ['ID=81e3ed43-b665-4373-87da-395f7c11666b,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:48.076932 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:34:48.133948 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Attempting to bind port 81e3ed43-b665-4373-87da-395f7c11666b on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:34:48.134317 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Attempting to bind port 81e3ed43-b665-4373-87da-395f7c11666b by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:34:48.134676 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Attempting to bind port 81e3ed43-b665-4373-87da-395f7c11666b on network b0799e9f-bf39-4d36-9463-c7bb236f55b4 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:34:48.140503 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:34:48.140881 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Checking segment: {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:34:48.141290 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:48.141685 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Bound using segment: {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:34:48.142184 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Bound port: 81e3ed43-b665-4373-87da-395f7c11666b, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:34:48.142562 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:48.217566 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] For port 81e3ed43-b665-4373-87da-395f7c11666b, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:34:48.220985 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] For port 81e3ed43-b665-4373-87da-395f7c11666b, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=81e3ed43-b665-4373-87da-395f7c11666b,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:34:48.226382 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:48.287824 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3f917-5e98-4ee9-98ae-ed36c0812c99 None None] Pushing event updated for resources: {'Port': ['ID=81e3ed43-b665-4373-87da-395f7c11666b,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:48.323550 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:48.347910 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:48.467383 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Allocated IP 172.27.1.115 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/0f978e43-1580-4b4d-ae9b-0923f9831272) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:34:48.617201 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:48.657325 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:48.703552 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:34:48.706548 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:48.713694 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:34:48.716889 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Pushing event updated for resources: {'Port': ['ID=0f978e43-1580-4b4d-ae9b-0923f9831272,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:49.004101 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:49.143813 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a587bb6-22e4-41ed-8623-41c897fde857 req-25002488-71a2-4790-ba62-786d716c2c50 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:49.145473 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0a587bb6-22e4-41ed-8623-41c897fde857 req-25002488-71a2-4790-ba62-786d716c2c50 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.1063135 Nov 16 00:34:49.284748 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0a587bb6-22e4-41ed-8623-41c897fde857 req-a0acba6c-ce74-4bde-b7f3-81b114c5aa47 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296167 Nov 16 00:34:49.334963 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:49.380533 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 81e3ed43-b665-4373-87da-395f7c11666b up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:34:49.434758 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 81e3ed43-b665-4373-87da-395f7c11666b triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:49.435226 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:49.482245 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:34:49.521930 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25ff425-a56e-4e79-85b0-9cb660c40f6e None None] Network b0799e9f-bf39-4d36-9463-c7bb236f55b4 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:34:49.525363 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:49.597666 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:34:49.610749 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Sync routers for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:34:49.616150 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:49.617395 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-fa1c22b0-57a2-4b35-a2d9-2014b7412518 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0519505 Nov 16 00:34:49.620045 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 47988) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:49.635707 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-7b945171-c829-4393-8604-69bc81a6fdd6 None None] Provisioning complete for port 81e3ed43-b665-4373-87da-395f7c11666b triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:49.636086 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-7b945171-c829-4393-8604-69bc81a6fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:49.638787 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 81e3ed43-b665-4373-87da-395f7c11666b, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=81e3ed43-b665-4373-87da-395f7c11666b,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:49.667928 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:49.683169 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:49.683793 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:49.976396 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=81e3ed43-b665-4373-87da-395f7c11666b,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:50.061277 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:50.083224 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.273530 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Allocated IP 172.20.0.1 (b0799e9f-bf39-4d36-9463-c7bb236f55b4/d9b4676e-c0ed-4c18-9628-51baf92688a4/5d579067-f2a7-4978-be1f-bf0237a8c8e3) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:34:50.285259 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:48Z', 'revision_number': 3, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:50.328441 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Checking router: 2072f7b6-e3ec-433e-bb8c-b987d1acb9db for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:34:50.328820 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Updating router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db port 0f978e43-1580-4b4d-ae9b-0923f9831272 binding host dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:34:50.371686 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.447028 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-801df047-7241-435e-8536-dc8f140c917b None None] Provisioning complete for port 81e3ed43-b665-4373-87da-395f7c11666b triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:50.451852 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.462436 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771962b-fda4-45e0-909e-63fffa0d5d6b req-8ae835c4-e878-4701-ab65-5b5702b29ad1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:50.467163 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a771962b-fda4-45e0-909e-63fffa0d5d6b req-8ae835c4-e878-4701-ab65-5b5702b29ad1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0633802 Nov 16 00:34:50.467337 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-801df047-7241-435e-8536-dc8f140c917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.510313 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.538523 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a771962b-fda4-45e0-909e-63fffa0d5d6b req-7a65c5ff-4363-48fa-998c-635819d716e0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640996 Nov 16 00:34:50.557720 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Network b0799e9f-bf39-4d36-9463-c7bb236f55b4 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:34:50.560897 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:50.564714 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:34:50.602506 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Pushing event updated for resources: {'Port': ['ID=5d579067-f2a7-4978-be1f-bf0237a8c8e3,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:50.626667 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.819170 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.909850 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Notify callbacks [] for port, precommit_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.916373 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.979372 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Attempting to bind port 0f978e43-1580-4b4d-ae9b-0923f9831272 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:34:50.979740 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Attempting to bind port 0f978e43-1580-4b4d-ae9b-0923f9831272 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:34:50.980100 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Attempting to bind port 0f978e43-1580-4b4d-ae9b-0923f9831272 on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:34:50.993580 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60c62f-b41b-48b3-99c6-dcde98ac77b6 None None] Pushing event updated for resources: {'Port': ['ID=0f978e43-1580-4b4d-ae9b-0923f9831272,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:50.996149 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:34:50.996521 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:34:50.996922 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:50.997301 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:34:50.997772 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Bound port: 0f978e43-1580-4b4d-ae9b-0923f9831272, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:34:50.998150 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:51.001533 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-811f15a8-f3a5-4435-8f7c-131ac00b5c52 None None] Provisioning complete for port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:51.001886 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-811f15a8-f3a5-4435-8f7c-131ac00b5c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:51.037897 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Notify callbacks [] for port, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:51.044946 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-253005664'] for port, after_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:51.074395 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-811f15a8-f3a5-4435-8f7c-131ac00b5c52 None None] Port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:34:51.081978 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] For port 0f978e43-1580-4b4d-ae9b-0923f9831272, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:34:51.085244 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] For port 0f978e43-1580-4b4d-ae9b-0923f9831272, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=0f978e43-1580-4b4d-ae9b-0923f9831272,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:34:51.093728 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:51.120218 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Pushing event updated for resources: {'Port': ['ID=5d579067-f2a7-4978-be1f-bf0237a8c8e3,revision_number=2']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:51.123189 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:51.175845 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60c62f-b41b-48b3-99c6-dcde98ac77b6 None None] Pushing event updated for resources: {'Port': ['ID=0f978e43-1580-4b4d-ae9b-0923f9831272,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:51.190150 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:51.191063 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:51.236110 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Network b0799e9f-bf39-4d36-9463-c7bb236f55b4 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:34:51.237783 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:51.311159 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:51.384031 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:34:51.393361 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 81e3ed43-b665-4373-87da-395f7c11666b up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:34:51.534283 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-1ca67fdc-3067-4aa7-b1c1-51b4b2493498 None None] Provisioning complete for port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:51.534283 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-1ca67fdc-3067-4aa7-b1c1-51b4b2493498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:51.577792 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 81e3ed43-b665-4373-87da-395f7c11666b triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:51.578180 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:51.626203 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-1ca67fdc-3067-4aa7-b1c1-51b4b2493498 None None] Port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:34:51.684340 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 2, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:51.716166 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94633f96-c482-4c41-9895-5aec5cec37ce None None] The sync data for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi is: [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 2, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:34:51.844401 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:34:51.853079 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-623e00b4-2141-4d46-a3b6-b9678e7a159a admin admin] 10.222.0.31 "PUT /v2.0/routers/2072f7b6-e3ec-433e-bb8c-b987d1acb9db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2316852 Nov 16 00:34:51.869182 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9971035-65a3-4091-9cd4-c83e70357dc9 req-cc7a5703-b604-4dc7-8c63-fecec0dd12d5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:51.870713 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d9971035-65a3-4091-9cd4-c83e70357dc9 req-cc7a5703-b604-4dc7-8c63-fecec0dd12d5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0850170 Nov 16 00:34:51.915234 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d9971035-65a3-4091-9cd4-c83e70357dc9 req-586cd56a-0fe6-40ce-af31-7a0415aeaabe tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381377 Nov 16 00:34:52.477119 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48030) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:52.482154 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1297469810-network', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:52.505770 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Made reservation on behalf of c1cf2d537fdf4f92b2d453b57eef01ff for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:34:52.510552 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:52.524189 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:52.631360 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:52.636827 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:52.663272 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:34:52.678618 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d2cbc0-4d28-4fe3-8f47-496903350b6e,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:52.685458 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:52.685806 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Added segment 2a81ffe9-ed53-4864-868f-ef816f21b2a9 of type vlan for network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 Nov 16 00:34:52.737813 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:52.768724 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:52.770155 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:52.770733 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:52.829880 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3516219 Nov 16 00:34:52.832911 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48036) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:52.839583 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Request body: {'subnet': {'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1297469810-subnet', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'ip_version': 4}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:52.848685 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8a9f5-5b85-47d9-a52b-4adcf59a2f7b admin admin] Pushing event updated for resources: {'Network': ['ID=561c8065-6e83-4e8e-b6aa-ede7f3a95bc8,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:52.860370 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:34:52.867951 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Made reservation on behalf of c1cf2d537fdf4f92b2d453b57eef01ff for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:34:52.870430 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-253093145'] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.107648 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b156f-c8c7-49e3-badc-2f5630027c8f req-46d3666b-5586-4021-917d-2b7b1723f37e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:53.109233 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d83b156f-c8c7-49e3-badc-2f5630027c8f req-46d3666b-5586-4021-917d-2b7b1723f37e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.1073256 Nov 16 00:34:53.110145 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-253005543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-253093167'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.200453 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a80ccf97-7452-4cae-902a-10c0682ba24d,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:53.208777 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d83b156f-c8c7-49e3-badc-2f5630027c8f req-760794eb-1fcb-4055-a35f-2f8b8dc59797 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911016 Nov 16 00:34:53.216202 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Checking segment: {'id': '2a81ffe9-ed53-4864-868f-ef816f21b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:34:53.216563 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Network hostable DHCP agents. Network: 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:34:53.235118 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:34:53.243890 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:53.248024 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:53.248599 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.253948 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87002af9-6548-435b-9ef4-cf5e7844621b None None] Network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:34:53.266900 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-d4c4e180-e869-42b1-8b85-4ba801be2e1b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4319065 Nov 16 00:34:53.269100 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48040) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:53.273856 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:53.301668 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2066656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4629'] for router, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.305944 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2066452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2073786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2030539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4654'] for router, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.366094 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.401240 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 0f978e43-1580-4b4d-ae9b-0923f9831272 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:34:53.458579 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped883c85-b389-5ee4-9026-be174b7b30ef-561c8065-6e83-4e8e-b6aa-ede7f3a95bc8', 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'fixed_ips': [{'subnet_id': 'a80ccf97-7452-4cae-902a-10c0682ba24d'}]}} from dv-cinder-811154-2-iscsi. {{(pid=107821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 00:34:53.459461 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.522975 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.543016 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 0f978e43-1580-4b4d-ae9b-0923f9831272 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:53.543415 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.641241 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.db_base_plugin_common [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Allocated IP 172.20.0.2 (561c8065-6e83-4e8e-b6aa-ede7f3a95bc8/a80ccf97-7452-4cae-902a-10c0682ba24d/fe1ec328-5d3a-46cd-9147-8cfad2cbce87) {{(pid=107821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:34:53.697100 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.755621 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port 0f978e43-1580-4b4d-ae9b-0923f9831272, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=0f978e43-1580-4b4d-ae9b-0923f9831272,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:53.770554 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.790466 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.815923 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:53.959801 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_common [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Allocated IP 172.27.1.202 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/ec0c28c7-9322-448b-aeb3-c4389aaf016f) {{(pid=107819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:34:54.021615 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=0f978e43-1580-4b4d-ae9b-0923f9831272,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:54.031127 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Sync routers for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:34:54.047590 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:54.048539 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:54.059549 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Notify callbacks [] for port, precommit_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.069922 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052'] for port, after_create {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.127211 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 is already hosted by enough agents. {{(pid=107821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:34:54.134646 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.scheduler.base_scheduler [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Resources bound (agent type, host, resource id): {{(pid=107821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:54.138497 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Received port after_create {{(pid=107821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:34:54.140017 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.186009 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Pushing event updated for resources: {'Port': ['ID=fe1ec328-5d3a-46cd-9147-8cfad2cbce87,revision_number=1']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:54.188683 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:54.196990 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.238680 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:34:54.242125 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Resources bound (agent type, host, resource id): {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:54.244166 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Attempting to bind port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:34:54.246354 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Received port after_create {{(pid=107819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:34:54.248859 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Attempting to bind port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '2a81ffe9-ed53-4864-868f-ef816f21b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:34:54.250206 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Attempting to bind port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 on network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:34:54.256652 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:34:54.257201 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Checking segment: {'id': '2a81ffe9-ed53-4864-868f-ef816f21b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:34:54.257693 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.258327 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Bound using segment: {'id': '2a81ffe9-ed53-4864-868f-ef816f21b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:34:54.259125 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Bound port: fe1ec328-5d3a-46cd-9147-8cfad2cbce87, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a81ffe9-ed53-4864-868f-ef816f21b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:34:54.259854 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.279186 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0c28c7-9322-448b-aeb3-c4389aaf016f,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:54.357576 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] For port fe1ec328-5d3a-46cd-9147-8cfad2cbce87, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:34:54.359940 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d6bde-0ef7-4b10-95ca-0e2a10a58745 req-5f52b5ed-1e3e-4c4e-b0ef-ce374cf4689e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:54.362991 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-272d6bde-0ef7-4b10-95ca-0e2a10a58745 req-5f52b5ed-1e3e-4c4e-b0ef-ce374cf4689e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0592029 Nov 16 00:34:54.367614 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] For port fe1ec328-5d3a-46cd-9147-8cfad2cbce87, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=fe1ec328-5d3a-46cd-9147-8cfad2cbce87,segment=NetworkSegment(2a81ffe9-ed53-4864-868f-ef816f21b2a9),segment_id=2a81ffe9-ed53-4864-868f-ef816f21b2a9)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:34:54.380865 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.438399 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-272d6bde-0ef7-4b10-95ca-0e2a10a58745 req-fa386d64-24d0-4f6b-97e8-e34190705277 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667589 Nov 16 00:34:54.460280 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 2, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:54.471966 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b949787-4140-4c59-9682-162966f2aa98 None None] Pushing event updated for resources: {'Port': ['ID=fe1ec328-5d3a-46cd-9147-8cfad2cbce87,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:54.497572 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Checking router: 2072f7b6-e3ec-433e-bb8c-b987d1acb9db for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:34:54.498068 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Updating router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:34:54.527370 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.571606 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.841393 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.845340 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2066541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2073839'] for router, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.848253 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.902634 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Pushing event updated for resources: {'Port': ['ID=5d579067-f2a7-4978-be1f-bf0237a8c8e3,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:54.927253 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.927681 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.927954 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.928288 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.928618 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.928943 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.929268 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.929587 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.929925 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.930250 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.930567 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.930882 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:34:54.963525 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Attempting to bind port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:34:54.963892 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Attempting to bind port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:34:54.964255 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Attempting to bind port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 on network b0799e9f-bf39-4d36-9463-c7bb236f55b4 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:34:54.969625 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:34:54.969993 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Checking segment: {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:34:54.970388 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:54.970839 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Bound using segment: {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:34:54.971341 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Bound port: 5d579067-f2a7-4978-be1f-bf0237a8c8e3, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:34:54.971737 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:55.008330 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Router 88b4539f-4912-4f3c-a359-e913a8cb375c is scheduled to L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 with binding_index 1 {{(pid=107819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 00:34:55.047465 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] For port 5d579067-f2a7-4978-be1f-bf0237a8c8e3, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:34:55.051538 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] For port 5d579067-f2a7-4978-be1f-bf0237a8c8e3, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=5d579067-f2a7-4978-be1f-bf0237a8c8e3,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:34:55.057299 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:55.120259 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:55.121015 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:55.129609 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:34:55.144342 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Sync routers for ids ['88b4539f-4912-4f3c-a359-e913a8cb375c'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:34:55.156445 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Routers {'88b4539f-4912-4f3c-a359-e913a8cb375c'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:55.157140 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['88b4539f-4912-4f3c-a359-e913a8cb375c'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:55.163545 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:55.167519 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-84f56b24-b37d-41c3-9b8e-88fa2a95fa51 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8949609 Nov 16 00:34:55.167909 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48048) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:55.286460 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:55.287034 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-9f4bd480-4646-4d39-b92b-419862da3966 None None] Provisioning complete for port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:55.287432 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd480-4646-4d39-b92b-419862da3966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:55.345654 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd3687-1552-4a8b-bf70-5fc942def5ed None None] Pushing event updated for resources: {'Port': ['ID=5d579067-f2a7-4978-be1f-bf0237a8c8e3,revision_number=4']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:55.394884 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Set router 88b4539f-4912-4f3c-a359-e913a8cb375c gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:55.575918 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 0f978e43-1580-4b4d-ae9b-0923f9831272 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:34:55.633012 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03754ab-b375-4804-a095-298468b9c57f req-b636f280-7a4a-4486-824a-06aea937f71e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:55.640915 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e03754ab-b375-4804-a095-298468b9c57f req-b636f280-7a4a-4486-824a-06aea937f71e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0814083 Nov 16 00:34:55.644757 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03411ca6-f8c8-4365-90d5-2d54363326a6 None None] Network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:34:55.684360 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e03754ab-b375-4804-a095-298468b9c57f req-24e2beb4-df2a-42eb-895a-65ca7fe503d5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424638 Nov 16 00:34:55.691177 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:55Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:55.723832 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442311e0-3cd1-4621-a11b-2499cca44cb6 None None] The sync data for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi is: [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:55Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:34:55.746526 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd480-4646-4d39-b92b-419862da3966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:55.828843 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 0f978e43-1580-4b4d-ae9b-0923f9831272 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:55.829220 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:55.852622 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-9f4bd480-4646-4d39-b92b-419862da3966 None None] For port 5d579067-f2a7-4978-be1f-bf0237a8c8e3, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=5d579067-f2a7-4978-be1f-bf0237a8c8e3,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:55.897663 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9f4bd480-4646-4d39-b92b-419862da3966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.003026 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bd480-4646-4d39-b92b-419862da3966 None None] Pushing event updated for resources: {'Port': ['ID=5d579067-f2a7-4978-be1f-bf0237a8c8e3,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:56.064917 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:54Z', 'revision_number': 3, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'gw_port': {'id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:56.075364 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-97ed08b4-3073-4441-a15b-c92f25f3e280 None None] Provisioning complete for port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:56.075743 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-97ed08b4-3073-4441-a15b-c92f25f3e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.093341 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.106487 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Checking router: 88b4539f-4912-4f3c-a359-e913a8cb375c for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:34:56.106835 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Updating router 88b4539f-4912-4f3c-a359-e913a8cb375c port ec0c28c7-9322-448b-aeb3-c4389aaf016f binding host dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:34:56.155323 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device fe1ec328-5d3a-46cd-9147-8cfad2cbce87 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:34:56.187292 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.300970 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Allocated IP 172.20.0.1 (561c8065-6e83-4e8e-b6aa-ede7f3a95bc8/a80ccf97-7452-4cae-902a-10c0682ba24d/a1938662-3440-4936-a869-c4d27f127c96) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:34:56.372572 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:56.372946 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.422871 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.465733 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-97ed08b4-3073-4441-a15b-c92f25f3e280 None None] Provisioning complete for port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:56.466111 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-97ed08b4-3073-4441-a15b-c92f25f3e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.467282 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.510300 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:34:56.514727 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:56.518780 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:34:56.545361 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Pushing event updated for resources: {'Port': ['ID=a1938662-3440-4936-a869-c4d27f127c96,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:56.567698 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2072506'] for router_interface, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.597332 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.704328 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port fe1ec328-5d3a-46cd-9147-8cfad2cbce87, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=fe1ec328-5d3a-46cd-9147-8cfad2cbce87,segment=NetworkSegment(2a81ffe9-ed53-4864-868f-ef816f21b2a9),segment_id=2a81ffe9-ed53-4864-868f-ef816f21b2a9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:56.706752 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Notify callbacks [] for port, precommit_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.708562 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.709111 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-97ed08b4-3073-4441-a15b-c92f25f3e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.712364 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.725026 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.884479 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e80c7e-e6a0-416c-93ec-da82b723877f req-7fa6ce38-950b-4ac5-a90c-44366bf01287 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:56.885984 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06e80c7e-e6a0-416c-93ec-da82b723877f req-7fa6ce38-950b-4ac5-a90c-44366bf01287 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.1070681 Nov 16 00:34:56.943915 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Attempting to bind port ec0c28c7-9322-448b-aeb3-c4389aaf016f on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:34:56.944564 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Attempting to bind port ec0c28c7-9322-448b-aeb3-c4389aaf016f by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:34:56.944719 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Attempting to bind port ec0c28c7-9322-448b-aeb3-c4389aaf016f on network 5c6eca8e-5393-4671-a80e-522d209200b1 {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:34:56.950914 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=fe1ec328-5d3a-46cd-9147-8cfad2cbce87,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:56.952544 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06e80c7e-e6a0-416c-93ec-da82b723877f req-6572b3c5-9632-4d96-9dcb-05dae821fb1c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569274 Nov 16 00:34:56.957275 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.966040 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.984283 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:34:56.984660 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Checking segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:34:56.985059 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:56.985446 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Bound using segment: {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'} {{(pid=107821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:34:56.985922 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.managers [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Bound port: ec0c28c7-9322-448b-aeb3-c4389aaf016f, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1'}}] {{(pid=107821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:34:56.986437 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:57.011207 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.db.api [None req-97ed08b4-3073-4441-a15b-c92f25f3e280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 00:34:57.011634 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG oslo_db.api [None req-97ed08b4-3073-4441-a15b-c92f25f3e280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 00:34:57.032905 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9da2c1-4895-44bd-953a-79a3311fec57 None None] Pushing event updated for resources: {'Port': ['ID=ec0c28c7-9322-448b-aeb3-c4389aaf016f,revision_number=2']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:57.036882 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Pushing event updated for resources: {'Port': ['ID=a1938662-3440-4936-a869-c4d27f127c96,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:57.039250 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2071791'] for router_interface, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:57.059596 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] For port ec0c28c7-9322-448b-aeb3-c4389aaf016f, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:34:57.062943 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] For port ec0c28c7-9322-448b-aeb3-c4389aaf016f, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=ec0c28c7-9322-448b-aeb3-c4389aaf016f,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:34:57.067436 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:57.122067 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Routers {'88b4539f-4912-4f3c-a359-e913a8cb375c'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:57.122683 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['88b4539f-4912-4f3c-a359-e913a8cb375c'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:57.132200 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:34:57.133666 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:34:57.187130 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9da2c1-4895-44bd-953a-79a3311fec57 None None] Pushing event updated for resources: {'Port': ['ID=ec0c28c7-9322-448b-aeb3-c4389aaf016f,revision_number=3']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:57.236664 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] Set router 88b4539f-4912-4f3c-a359-e913a8cb375c gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:34:57.254417 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Router 88b4539f-4912-4f3c-a359-e913a8cb375c has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:34:57.393469 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device fe1ec328-5d3a-46cd-9147-8cfad2cbce87 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:34:57.397929 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:34:57.403071 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-66aa2138-cdae-4620-8a28-7738628286fc admin admin] 10.222.0.31 "PUT /v2.0/routers/88b4539f-4912-4f3c-a359-e913a8cb375c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2338519 Nov 16 00:34:57.495074 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:57.495450 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:57.572393 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:56Z', 'revision_number': 4, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'gw_port': {'id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'a1938662-3440-4936-a869-c4d27f127c96', 'name': '', 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'mac_address': 'fa:16:3e:5b:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:56Z', 'updated_at': '2021-11-16T00:34:56Z', 'revision_number': 2, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'subnets': [{'id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:34:57.604299 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220dfe32-902d-4ef0-a3f5-040d4a79a981 None None] The sync data for ids ['88b4539f-4912-4f3c-a359-e913a8cb375c'] in dv-cinder-811154-2-iscsi is: [{'id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:56Z', 'revision_number': 4, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'gw_port': {'id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'a1938662-3440-4936-a869-c4d27f127c96', 'name': '', 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'mac_address': 'fa:16:3e:5b:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:56Z', 'updated_at': '2021-11-16T00:34:56Z', 'revision_number': 2, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'subnets': [{'id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:34:57.646563 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 5d579067-f2a7-4978-be1f-bf0237a8c8e3 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:34:57.702287 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-cb8868e3-0f67-4dd5-a10b-f028a3892270 None None] Provisioning complete for port a1938662-3440-4936-a869-c4d27f127c96 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:57.702670 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-cb8868e3-0f67-4dd5-a10b-f028a3892270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:57.738159 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:57.738604 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:57.773819 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-cb8868e3-0f67-4dd5-a10b-f028a3892270 None None] Port a1938662-3440-4936-a869-c4d27f127c96 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:34:57.795769 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-cb8868e3-0f67-4dd5-a10b-f028a3892270 None None] Provisioning complete for port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:57.796148 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-cb8868e3-0f67-4dd5-a10b-f028a3892270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:57.889701 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48064) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:57.894616 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-c74b03d2-f1e6-4f26-a8e6-ffce342e665c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129696708', 'description': 'tempest-secgroup-smoke-1129696708 description', 'project_id': '8b1da70dc7334be3be9b115125527150'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:57.919515 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c74b03d2-f1e6-4f26-a8e6-ffce342e665c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:57.984885 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-42ab2c5a-cb4c-4fb1-8789-db0add9ec24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:57.999842 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c74b03d2-f1e6-4f26-a8e6-ffce342e665c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.005288 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c74b03d2-f1e6-4f26-a8e6-ffce342e665c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.030880 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c74b03d2-f1e6-4f26-a8e6-ffce342e665c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.032297 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-c74b03d2-f1e6-4f26-a8e6-ffce342e665c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1415806 Nov 16 00:34:58.036231 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48070) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:58.042808 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-04f22d46-2488-4002-a500-c5b22a6bbbe0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Request body: {'security_group_rule': {'security_group_id': '402a1e81-7484-4a74-9e17-e22efc9e8119', 'project_id': '8b1da70dc7334be3be9b115125527150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:58.058516 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b03d2-f1e6-4f26-a8e6-ffce342e665c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402a1e81-7484-4a74-9e17-e22efc9e8119,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:58.119517 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-04f22d46-2488-4002-a500-c5b22a6bbbe0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.153166 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2586645-77fa-4554-910e-e343fbfd46dd req-6a0bbb43-e822-4ac5-a012-273ca88d2b65 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:58.154926 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a2586645-77fa-4554-910e-e343fbfd46dd req-6a0bbb43-e822-4ac5-a012-273ca88d2b65 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0948114 Nov 16 00:34:58.221126 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a2586645-77fa-4554-910e-e343fbfd46dd req-5dfc3c77-0ece-4b6a-a632-b13e9883cf15 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578537 Nov 16 00:34:58.227730 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-04f22d46-2488-4002-a500-c5b22a6bbbe0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.237493 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-04f22d46-2488-4002-a500-c5b22a6bbbe0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.264315 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f22d46-2488-4002-a500-c5b22a6bbbe0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12351ac5-8816-4c6b-b0f7-1ff6802711db,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:58.270828 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-04f22d46-2488-4002-a500-c5b22a6bbbe0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.271903 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-04f22d46-2488-4002-a500-c5b22a6bbbe0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2344282 Nov 16 00:34:58.274578 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48072) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:58.278852 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-627ffb24-f8ae-4a19-beeb-ed4591f23e4e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Request body: {'security_group_rule': {'security_group_id': '402a1e81-7484-4a74-9e17-e22efc9e8119', 'project_id': '8b1da70dc7334be3be9b115125527150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:58.306148 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-627ffb24-f8ae-4a19-beeb-ed4591f23e4e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.363105 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-627ffb24-f8ae-4a19-beeb-ed4591f23e4e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.366566 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-627ffb24-f8ae-4a19-beeb-ed4591f23e4e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.384281 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ffb24-f8ae-4a19-beeb-ed4591f23e4e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed04447d-ec95-42e2-b11b-2e2ab9acff0a,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:58.392445 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-627ffb24-f8ae-4a19-beeb-ed4591f23e4e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.393872 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-627ffb24-f8ae-4a19-beeb-ed4591f23e4e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183400 Nov 16 00:34:58.396648 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48074) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:58.400981 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-9ed92262-70bd-475e-ae53-bd96b1d7c103 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Request body: {'security_group_rule': {'security_group_id': '402a1e81-7484-4a74-9e17-e22efc9e8119', 'project_id': '8b1da70dc7334be3be9b115125527150', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:58.430015 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9ed92262-70bd-475e-ae53-bd96b1d7c103 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.535263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9ed92262-70bd-475e-ae53-bd96b1d7c103 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.540406 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9ed92262-70bd-475e-ae53-bd96b1d7c103 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.560722 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92262-70bd-475e-ae53-bd96b1d7c103 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a3a112-9dca-493e-b946-f26e58917305,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:58.579556 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9ed92262-70bd-475e-ae53-bd96b1d7c103 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.584633 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48076) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:58.585119 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-9ed92262-70bd-475e-ae53-bd96b1d7c103 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873984 Nov 16 00:34:58.589959 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-8d0fefca-32dd-4d15-8b7d-692c4625decd tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Request body: {'security_group_rule': {'security_group_id': '402a1e81-7484-4a74-9e17-e22efc9e8119', 'project_id': '8b1da70dc7334be3be9b115125527150', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:58.627447 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8d0fefca-32dd-4d15-8b7d-692c4625decd tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.681687 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8d0fefca-32dd-4d15-8b7d-692c4625decd tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.685854 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8d0fefca-32dd-4d15-8b7d-692c4625decd tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.708695 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fefca-32dd-4d15-8b7d-692c4625decd tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b60adff-7b50-43e5-86af-aad1b0bed43d,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:58.714580 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8d0fefca-32dd-4d15-8b7d-692c4625decd tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.716048 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-8d0fefca-32dd-4d15-8b7d-692c4625decd tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298897 Nov 16 00:34:58.719205 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48078) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:58.723895 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-c092b5f2-e0a2-4f70-b940-750cd6f1561e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Request body: {'security_group_rule': {'security_group_id': '402a1e81-7484-4a74-9e17-e22efc9e8119', 'project_id': '8b1da70dc7334be3be9b115125527150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:58.751521 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.securitygroups_db [None req-c092b5f2-e0a2-4f70-b940-750cd6f1561e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Project 8b1da70dc7334be3be9b115125527150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 00:34:58.757629 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c092b5f2-e0a2-4f70-b940-750cd6f1561e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.832229 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c092b5f2-e0a2-4f70-b940-750cd6f1561e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.836792 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c092b5f2-e0a2-4f70-b940-750cd6f1561e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.854904 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092b5f2-e0a2-4f70-b940-750cd6f1561e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91057c59-3cf4-44c2-96ae-f5168d5fa13b,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:58.864272 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c092b5f2-e0a2-4f70-b940-750cd6f1561e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.865502 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-c092b5f2-e0a2-4f70-b940-750cd6f1561e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454968 Nov 16 00:34:58.868232 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48080) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:34:58.872713 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-91e7ed1f-6f68-40fb-8b45-f89297769432 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Request body: {'security_group_rule': {'security_group_id': '402a1e81-7484-4a74-9e17-e22efc9e8119', 'project_id': '8b1da70dc7334be3be9b115125527150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:34:58.896477 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.securitygroups_db [None req-91e7ed1f-6f68-40fb-8b45-f89297769432 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Project 8b1da70dc7334be3be9b115125527150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 00:34:58.901659 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-91e7ed1f-6f68-40fb-8b45-f89297769432 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.967782 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-91e7ed1f-6f68-40fb-8b45-f89297769432 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.972517 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-91e7ed1f-6f68-40fb-8b45-f89297769432 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653324'] for security_group_rule, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:58.991929 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7ed1f-6f68-40fb-8b45-f89297769432 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dcaa89-e124-4ce7-88c4-5661d8916354,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:59.003207 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-91e7ed1f-6f68-40fb-8b45-f89297769432 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:59.004564 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-91e7ed1f-6f68-40fb-8b45-f89297769432 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353204 Nov 16 00:34:59.365985 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38154ed-da87-4791-98c6-57cdb1086809 req-7f13ac72-d393-4d62-9893-e08d39fd45f8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:34:59.367682 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b38154ed-da87-4791-98c6-57cdb1086809 req-7f13ac72-d393-4d62-9893-e08d39fd45f8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0662761 Nov 16 00:34:59.391516 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device ec0c28c7-9322-448b-aeb3-c4389aaf016f up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:34:59.432745 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b38154ed-da87-4791-98c6-57cdb1086809 req-43c26801-bbb1-45a7-afae-66f6dbbb5733 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575316 Nov 16 00:34:59.460830 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port ec0c28c7-9322-448b-aeb3-c4389aaf016f triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:34:59.461465 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:59.552251 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:59.596943 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] For port ec0c28c7-9322-448b-aeb3-c4389aaf016f, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=ec0c28c7-9322-448b-aeb3-c4389aaf016f,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:34:59.602818 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:34:59.667270 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Pushing event updated for resources: {'Port': ['ID=ec0c28c7-9322-448b-aeb3-c4389aaf016f,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:34:59.946963 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Sync routers for ids ['88b4539f-4912-4f3c-a359-e913a8cb375c'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:34:59.957247 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Routers {'88b4539f-4912-4f3c-a359-e913a8cb375c'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:34:59.957850 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['88b4539f-4912-4f3c-a359-e913a8cb375c'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:00.062301 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Set router 88b4539f-4912-4f3c-a359-e913a8cb375c gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:00.353116 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:56Z', 'revision_number': 4, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'gw_port': {'id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'a1938662-3440-4936-a869-c4d27f127c96', 'name': '', 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'mac_address': 'fa:16:3e:5b:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:56Z', 'updated_at': '2021-11-16T00:34:56Z', 'revision_number': 2, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'subnets': [{'id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:00.380000 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Checking router: 88b4539f-4912-4f3c-a359-e913a8cb375c for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:35:00.380348 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Updating router 88b4539f-4912-4f3c-a359-e913a8cb375c port a1938662-3440-4936-a869-c4d27f127c96 binding host dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 00:35:00.403945 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:00.550277 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226dc94-f99a-4267-aa2c-03e14c564819 req-627d987c-9a19-4e53-86be-d31aa979a5d1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:00.551520 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d226dc94-f99a-4267-aa2c-03e14c564819 req-627d987c-9a19-4e53-86be-d31aa979a5d1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0515666 Nov 16 00:35:00.593486 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d226dc94-f99a-4267-aa2c-03e14c564819 req-ca7c7946-b1fb-4158-87aa-1f89c7a29022 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353804 Nov 16 00:35:00.644515 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:00.701884 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Notify callbacks [] for port, precommit_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:00.709310 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:00.814023 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb723c-40c4-46e4-a68d-368db6fd472f None None] Pushing event updated for resources: {'Port': ['ID=a1938662-3440-4936-a869-c4d27f127c96,revision_number=3']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:00.829720 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Attempting to bind port a1938662-3440-4936-a869-c4d27f127c96 on host dv-cinder-811154-2-iscsi for vnic_type normal with profile {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:35:00.830244 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Attempting to bind port a1938662-3440-4936-a869-c4d27f127c96 by drivers openvswitch,hyperv on host dv-cinder-811154-2-iscsi at level 0 using segments [{'id': '2a81ffe9-ed53-4864-868f-ef816f21b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8'}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:35:00.830726 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Attempting to bind port a1938662-3440-4936-a869-c4d27f127c96 on network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:35:00.836755 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Checking agent: {'id': '8b29d9e0-6cf2-4104-841d-64d69364ef3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811154-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 20, 31), 'started_at': datetime.datetime(2021, 11, 16, 0, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811154-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:35:00.837268 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Checking segment: {'id': '2a81ffe9-ed53-4864-868f-ef816f21b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:35:00.838390 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:00.839040 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Bound using segment: {'id': '2a81ffe9-ed53-4864-868f-ef816f21b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8'} {{(pid=107822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:35:00.839764 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.managers [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Bound port: a1938662-3440-4936-a869-c4d27f127c96, host: dv-cinder-811154-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a81ffe9-ed53-4864-868f-ef816f21b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8'}}] {{(pid=107822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:35:00.840239 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:00.930760 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] For port a1938662-3440-4936-a869-c4d27f127c96, host dv-cinder-811154-2-iscsi, cleared binding levels {{(pid=107822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:35:00.934216 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.plugins.ml2.db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] For port a1938662-3440-4936-a869-c4d27f127c96, host dv-cinder-811154-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=a1938662-3440-4936-a869-c4d27f127c96,segment=NetworkSegment(2a81ffe9-ed53-4864-868f-ef816f21b2a9),segment_id=2a81ffe9-ed53-4864-868f-ef816f21b2a9)] {{(pid=107822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:35:00.941687 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron_lib.callbacks.manager [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:00.994019 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Routers {'88b4539f-4912-4f3c-a359-e913a8cb375c'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:35:00.995376 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:34:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['88b4539f-4912-4f3c-a359-e913a8cb375c'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:01.041015 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-69be98bd-118d-4f92-837b-a99e3290bd48 None None] Provisioning complete for port a1938662-3440-4936-a869-c4d27f127c96 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:01.041539 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-69be98bd-118d-4f92-837b-a99e3290bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:01.085911 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb723c-40c4-46e4-a68d-368db6fd472f None None] Pushing event updated for resources: {'Port': ['ID=a1938662-3440-4936-a869-c4d27f127c96,revision_number=4']} {{(pid=107822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:01.150926 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] Set router 88b4539f-4912-4f3c-a359-e913a8cb375c gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:01.169777 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-69be98bd-118d-4f92-837b-a99e3290bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:01.212241 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-69be98bd-118d-4f92-837b-a99e3290bd48 None None] For port a1938662-3440-4936-a869-c4d27f127c96, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=a1938662-3440-4936-a869-c4d27f127c96,segment=NetworkSegment(2a81ffe9-ed53-4864-868f-ef816f21b2a9),segment_id=2a81ffe9-ed53-4864-868f-ef816f21b2a9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:01.218521 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-69be98bd-118d-4f92-837b-a99e3290bd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:01.277908 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be98bd-118d-4f92-837b-a99e3290bd48 None None] Pushing event updated for resources: {'Port': ['ID=a1938662-3440-4936-a869-c4d27f127c96,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:01.348570 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-baf56fc0-b689-4741-8000-3ec458457f6a None None] Provisioning complete for port a1938662-3440-4936-a869-c4d27f127c96 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:01.348954 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-baf56fc0-b689-4741-8000-3ec458457f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:01.384339 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device ec0c28c7-9322-448b-aeb3-c4389aaf016f up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:35:01.393154 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:56Z', 'revision_number': 4, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'gw_port': {'id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'a1938662-3440-4936-a869-c4d27f127c96', 'name': '', 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'mac_address': 'fa:16:3e:5b:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:56Z', 'updated_at': '2021-11-16T00:35:00Z', 'revision_number': 4, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'subnets': [{'id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:01.423267 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc11165-a17b-49b2-ac4c-62c2163b5c76 None None] The sync data for ids ['88b4539f-4912-4f3c-a359-e913a8cb375c'] in dv-cinder-811154-2-iscsi is: [{'id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:56Z', 'revision_number': 4, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'gw_port': {'id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'a1938662-3440-4936-a869-c4d27f127c96', 'name': '', 'network_id': '561c8065-6e83-4e8e-b6aa-ede7f3a95bc8', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'mac_address': 'fa:16:3e:5b:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:56Z', 'updated_at': '2021-11-16T00:35:00Z', 'revision_number': 4, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'subnets': [{'id': 'a80ccf97-7452-4cae-902a-10c0682ba24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:35:01.446455 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9dec0660-745e-49c6-b3f6-5f7bdd36ebd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:01.493421 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port ec0c28c7-9322-448b-aeb3-c4389aaf016f triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:01.493797 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:01.588435 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device a1938662-3440-4936-a869-c4d27f127c96 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:35:01.656848 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port a1938662-3440-4936-a869-c4d27f127c96 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:01.658602 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:01.740469 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c61caa-d418-47d6-b5f7-b68a59adfe78 req-aa6d0823-48c2-4e25-b8d2-16235b251f4b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:01.742066 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d9c61caa-d418-47d6-b5f7-b68a59adfe78 req-aa6d0823-48c2-4e25-b8d2-16235b251f4b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0627711 Nov 16 00:35:01.784699 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d9c61caa-d418-47d6-b5f7-b68a59adfe78 req-4000a52d-179f-4a06-809c-093e15875ec0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363691 Nov 16 00:35:02.035202 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:02.850019 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a7719-2eeb-49e6-8d73-c448c992412c req-837f5415-354e-4b2e-9dc1-e057a86be494 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:02.851645 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f27a7719-2eeb-49e6-8d73-c448c992412c req-837f5415-354e-4b2e-9dc1-e057a86be494 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 945 time: 0.0555451 Nov 16 00:35:02.891006 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f27a7719-2eeb-49e6-8d73-c448c992412c req-86693448-2f1e-4542-b0d4-18a5d92409a5 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330784 Nov 16 00:35:02.912173 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6947a-085f-46f6-94d4-7b3573dd951a req-265f08a0-b7bd-43df-8ae3-19913e51f1a4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:02.913696 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-abe6947a-085f-46f6-94d4-7b3573dd951a req-265f08a0-b7bd-43df-8ae3-19913e51f1a4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0534823 Nov 16 00:35:02.953665 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-abe6947a-085f-46f6-94d4-7b3573dd951a req-859e6794-1018-4673-920d-33682064fb78 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339518 Nov 16 00:35:03.346228 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device a1938662-3440-4936-a869-c4d27f127c96 up at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:35:03.401013 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Provisioning complete for port a1938662-3440-4936-a869-c4d27f127c96 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:03.401649 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:03.695544 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:04.013273 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c413-6049-47fa-8a64-f17038f81f9b req-dab00425-52e2-44b7-8061-777d8adcb24d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:04.014822 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-df06c413-6049-47fa-8a64-f17038f81f9b req-dab00425-52e2-44b7-8061-777d8adcb24d tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 945 time: 0.0532618 Nov 16 00:35:04.055423 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-df06c413-6049-47fa-8a64-f17038f81f9b req-5a7d49df-62f4-414b-8728-89d921e34986 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups?id=9bd3a42e-0683-48dd-8ad6-cea02f616efe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Nov 16 00:35:04.086067 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34189dd0-2d12-47e2-8be1-1b518d51fe01 req-e554d07c-ca4a-4b78-b475-a47fd2f32797 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:04.087590 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-34189dd0-2d12-47e2-8be1-1b518d51fe01 req-e554d07c-ca4a-4b78-b475-a47fd2f32797 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0544124 Nov 16 00:35:04.137505 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-34189dd0-2d12-47e2-8be1-1b518d51fe01 req-311e0bdb-d09c-47d7-a15a-28e8633ae81a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431621 Nov 16 00:35:04.618238 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-0289d6f0-c493-4ba2-b411-cfb703b134ca tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:04.619943 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-0289d6f0-c493-4ba2-b411-cfb703b134ca tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 945 time: 0.0539801 Nov 16 00:35:04.722724 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Deleting port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:35:04.722986 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:04.813503 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] For port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:04.813861 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:04.992490 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:04.992761 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:04.993074 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Floating IP f061067d-6d67-4f65-921d-7916b2b9a705 disassociated. External IP: 172.27.1.246, port: 21a8ef86-9f54-4c01-abcd-c55fd2b5049c. Nov 16 00:35:04.993412 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Calling delete_port for 21a8ef86-9f54-4c01-abcd-c55fd2b5049c owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:35:05.123993 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:05.167778 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event deleted for resources: {'Port': ['ID=21a8ef86-9f54-4c01-abcd-c55fd2b5049c,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:05.189765 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b559e725-a90b-4088-96b0-87b28716975e req-13521e88-418d-4e6b-af82-baf0792a5f09 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/ports?device_id=1720981e-6170-4ee8-b78c-8ecc7b7e3383 HTTP/1.1" status: 200 len: 210 time: 0.0585368 Nov 16 00:35:05.278648 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bc850-66b4-46f4-b8dd-5761f7727d22 req-f1c66ea7-ccef-42e7-9ea2-cea47ff750df tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:05.280167 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c79bc850-66b4-46f4-b8dd-5761f7727d22 req-f1c66ea7-ccef-42e7-9ea2-cea47ff750df tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0518715 Nov 16 00:35:05.301813 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:35:05.320285 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c79bc850-66b4-46f4-b8dd-5761f7727d22 req-9fdb8792-3eb4-4f2d-939e-1c7e931bc95b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329964 Nov 16 00:35:05.410986 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:35:05.420522 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] Sync routers for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:35:05.432469 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:35:05.433090 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:35:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:05.452021 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] No DVR routers for this DVR port 21a8ef86-9f54-4c01-abcd-c55fd2b5049c on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:35:05.454733 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:05.458759 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f2cb2bc7-3beb-4061-ae71-b681c27f3022 req-18afafb3-f710-4bcc-98cd-c1a349469265 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.36 "DELETE /v2.0/ports/21a8ef86-9f54-4c01-abcd-c55fd2b5049c HTTP/1.1" status: 204 len: 173 time: 0.8315835 Nov 16 00:35:05.459243 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'name': 'network-vif-deleted', 'tag': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:05.461500 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861bbb4b-0cdb-44d0-844f-da1a2da7c6a0" -d '{"events": [{"server_uuid": "1720981e-6170-4ee8-b78c-8ecc7b7e3383", "name": "network-vif-deleted", "tag": "21a8ef86-9f54-4c01-abcd-c55fd2b5049c"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:05.500885 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de884f-393a-4ae1-9661-f622e016cfe3 x-openstack-request-id: req-44de884f-393a-4ae1-9661-f622e016cfe3 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:05.501179 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1720981e-6170-4ee8-b78c-8ecc7b7e3383", "name": "network-vif-deleted", "tag": "21a8ef86-9f54-4c01-abcd-c55fd2b5049c", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:05.501936 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44de884f-393a-4ae1-9661-f622e016cfe3 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:05.502336 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1720981e-6170-4ee8-b78c-8ecc7b7e3383', 'name': 'network-vif-deleted', 'tag': '21a8ef86-9f54-4c01-abcd-c55fd2b5049c', 'status': 'completed', 'code': 200} Nov 16 00:35:05.572719 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:05.780743 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:05.934522 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] Checking router: 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:35:05.944168 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:35:05.944792 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:35:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:06.054808 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:06.262381 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:06.277738 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48218) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:06.296842 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3133fde0-d5fc-4316-9634-8cb2490b8999 None None] The sync data for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi is: [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:56Z', 'revision_number': 4, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'c5134d9a-7c60-485a-84df-6efa2e96ef5e', 'name': '', 'network_id': '3262426f-7c77-4fea-b32e-ea6229d56ca5', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'mac_address': 'fa:16:3e:94:74:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:53Z', 'updated_at': '2021-11-16T00:29:07Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'subnets': [{'id': 'd00cf4cb-12d8-4c12-a763-066afa9978bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:35:06.330486 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:35:06.337164 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f6feb78c-bf5f-4f45-9132-18108600a8e2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.371040 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f6feb78c-bf5f-4f45-9132-18108600a8e2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.443988 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f6feb78c-bf5f-4f45-9132-18108600a8e2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.446965 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f6feb78c-bf5f-4f45-9132-18108600a8e2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.450698 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-f6feb78c-bf5f-4f45-9132-18108600a8e2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "DELETE /v2.0/security-groups/9bd3a42e-0683-48dd-8ad6-cea02f616efe HTTP/1.1" status: 204 len: 168 time: 0.1694057 Nov 16 00:35:06.452271 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48222) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:06.472983 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:06.477374 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.api.v2.resource [None req-93aeea51-7b7a-41b9-9f04-6a0d5d76c095 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] show failed (client error): The resource could not be found. Nov 16 00:35:06.482374 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0369-f3a9-472a-94a8-ae3ee8c60389 req-263af388-3d3d-4012-811c-f61e34af4495 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:06.484131 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-93aeea51-7b7a-41b9-9f04-6a0d5d76c095 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "GET /v2.0/security-groups/9bd3a42e-0683-48dd-8ad6-cea02f616efe HTTP/1.1" status: 404 len: 347 time: 0.0295293 Nov 16 00:35:06.484349 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ef0f0369-f3a9-472a-94a8-ae3ee8c60389 req-263af388-3d3d-4012-811c-f61e34af4495 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0845423 Nov 16 00:35:06.484727 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48226) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:06.495012 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'port_id': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'mac_address': 'fa:16:3e:02:1e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:35:06.498776 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feb78c-bf5f-4f45-9132-18108600a8e2 tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd3a42e-0683-48dd-8ad6-cea02f616efe,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:06.542398 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.554846 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ef0f0369-f3a9-472a-94a8-ae3ee8c60389 req-c3bdca6f-93ee-4056-9ea5-aa48f561b6d2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627213 Nov 16 00:35:06.587456 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24c138f4-ee49-4e30-8553-2bc8c5029b8d {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:06.613845 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:06.624535 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.669111 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Deleting port a3a35750-1dca-4b6f-af2b-003837d56a71 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:35:06.669540 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.699934 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2afc4-b42a-4f39-9635-9eb3b5b2b742 None None] New status for floating IP f061067d-6d67-4f65-921d-7916b2b9a705: DOWN {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:35:06.701169 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=6']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:06.716499 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['24c138f4-ee49-4e30-8553-2bc8c5029b8d'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:35:06.778790 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.779184 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.795719 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Calling delete_port for a3a35750-1dca-4b6f-af2b-003837d56a71 owned by network:floatingip {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:35:06.971582 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:06.997110 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Pushing event deleted for resources: {'Port': ['ID=a3a35750-1dca-4b6f-af2b-003837d56a71,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:07.080347 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks [] for floatingip, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:07.085104 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:07.087379 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-ad24558c-83b8-4474-908c-5d1b9609296f tempest-AttachVolumeTestJSON-2051232536 tempest-AttachVolumeTestJSON-2051232536-project] 10.222.0.31 "DELETE /v2.0/floatingips/f061067d-6d67-4f65-921d-7916b2b9a705 HTTP/1.1" status: 204 len: 168 time: 0.5895393 Nov 16 00:35:07.703412 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2369570-4c8b-4a90-9b4a-2bc3aa6ab527 req-686d67ae-2e51-4eaf-8043-0f5ca14fa94f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:07.706136 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e2369570-4c8b-4a90-9b4a-2bc3aa6ab527 req-686d67ae-2e51-4eaf-8043-0f5ca14fa94f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 944 time: 0.0728478 Nov 16 00:35:07.760722 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e2369570-4c8b-4a90-9b4a-2bc3aa6ab527 req-124f8fc4-85f0-46eb-9db4-c55d79f0d1a2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484138 Nov 16 00:35:08.344264 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:35:08.417129 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 24c138f4-ee49-4e30-8553-2bc8c5029b8d triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:08.417597 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:08.513271 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:08.550062 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:08.553341 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3429d80f-7ae7-40ac-b71d-c2252e9f3043" -d '{"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-plugged", "status": "completed", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:08.582833 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:08.597038 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:08.597983 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 21a8ef86-9f54-4c01-abcd-c55fd2b5049c no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:35:08.703370 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765ce85e-4612-44da-9a36-8f6ace893f8d x-openstack-request-id: req-765ce85e-4612-44da-9a36-8f6ace893f8d {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:08.703911 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-plugged", "status": "completed", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:08.704267 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-765ce85e-4612-44da-9a36-8f6ace893f8d {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:08.705199 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'code': 200} Nov 16 00:35:08.706196 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=7']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:08.713287 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 21a8ef86-9f54-4c01-abcd-c55fd2b5049c {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:35:08.713578 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 21a8ef86-9f54-4c01-abcd-c55fd2b5049c not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:35:08.728187 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:08.894505 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6000aa6-5e3c-49fc-963f-0800a0b7ae71 req-da9b1335-2d41-4fb8-921f-e85e7e5cba19 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:08.896121 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a6000aa6-5e3c-49fc-963f-0800a0b7ae71 req-da9b1335-2d41-4fb8-921f-e85e7e5cba19 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0538876 Nov 16 00:35:08.937357 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a6000aa6-5e3c-49fc-963f-0800a0b7ae71 req-4af45ea0-cbc2-435c-b7b1-a6555e5e416f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345771 Nov 16 00:35:10.082233 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c01ad-4882-4ba4-9558-2076a595cf80 req-a39ee891-8a5b-4fbb-ba6a-f18f03e7faed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:10.083835 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-830c01ad-4882-4ba4-9558-2076a595cf80 req-a39ee891-8a5b-4fbb-ba6a-f18f03e7faed tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0611115 Nov 16 00:35:10.161674 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-830c01ad-4882-4ba4-9558-2076a595cf80 req-21bc6898-26c3-4ecf-9fd6-fc18a5312cc2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601745 Nov 16 00:35:10.819996 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48296) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:11.359094 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31033a-7c3c-43ae-be84-07d4948ca28e req-9de89393-78a6-44d2-b597-230fc34f9dcd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:11.361905 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2c31033a-7c3c-43ae-be84-07d4948ca28e req-9de89393-78a6-44d2-b597-230fc34f9dcd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0966918 Nov 16 00:35:11.402224 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2c31033a-7c3c-43ae-be84-07d4948ca28e req-5ea41c77-72d2-4e53-b85f-e9fe142acf09 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343387 Nov 16 00:35:11.529960 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076507'] for router_interface, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:11.830444 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Deleting port c5134d9a-7c60-485a-84df-6efa2e96ef5e {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:35:11.830783 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:11.917446 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] For port c5134d9a-7c60-485a-84df-6efa2e96ef5e, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=c5134d9a-7c60-485a-84df-6efa2e96ef5e,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:11.918141 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:11.933702 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Calling delete_port for c5134d9a-7c60-485a-84df-6efa2e96ef5e owned by network:router_interface {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:35:12.138329 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:12.166876 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5134d9a-7c60-485a-84df-6efa2e96ef5e,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:12.450415 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076573'] for router_interface, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:12.948071 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb0227-f30f-4925-8ea4-6b236c9d6494 req-df68c203-368a-445d-9757-016b6a717fdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:12.949600 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d0bb0227-f30f-4925-8ea4-6b236c9d6494 req-df68c203-368a-445d-9757-016b6a717fdb tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.1224668 Nov 16 00:35:13.072284 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d0bb0227-f30f-4925-8ea4-6b236c9d6494 req-835584b8-6095-43ed-943a-09cdb7b2ad0f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142333 Nov 16 00:35:13.120039 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:35:13.246241 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:35:13.254569 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-98a73582-62c6-4f05-853b-5b4c82b5a035 admin admin] 10.222.0.31 "PUT /v2.0/routers/3ae49b9d-9ad4-4d1e-aef0-d15665a3f888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4300857 Nov 16 00:35:13.255194 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48324) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:13.258741 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] Sync routers for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:35:13.285057 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:35:13.285707 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:35:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:13.419978 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks [] for router, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:13.462935 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:13.559508 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:13.628420 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Deleting port 8efba849-e95a-4834-a572-c51c773b5246 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:35:13.628737 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:13.676093 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '8efba849-e95a-4834-a572-c51c773b5246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:35:12Z', 'revision_number': 5, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port': {'id': '8efba849-e95a-4834-a572-c51c773b5246', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:10:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:37Z', 'updated_at': '2021-11-16T00:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:13.719113 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] Checking router: 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:35:13.736785 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] Routers {'3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:35:13.737425 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:35:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:13.765900 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] For port 8efba849-e95a-4834-a572-c51c773b5246, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=8efba849-e95a-4834-a572-c51c773b5246,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:13.766460 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:13.781100 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Calling delete_port for 8efba849-e95a-4834-a572-c51c773b5246 owned by network:router_gateway {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:35:13.889605 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] Set router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 gateway port host: None {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:13.952525 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:35:13Z', 'revision_number': 6, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port_host': None}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:13.987104 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45fdb6-49b2-437d-bbdc-254de0f886c6 None None] The sync data for ids ['3ae49b9d-9ad4-4d1e-aef0-d15665a3f888'] in dv-cinder-811154-2-iscsi is: [{'id': '3ae49b9d-9ad4-4d1e-aef0-d15665a3f888', 'name': 'tempest-AttachVolumeTestJSON-228353941-router', 'tenant_id': 'a0f2408fc1d043e581cf3406f493b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:35:13Z', 'revision_number': 6, 'project_id': 'a0f2408fc1d043e581cf3406f493b307', 'gw_port_host': None}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:35:14.006494 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.062025 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efba849-e95a-4834-a572-c51c773b5246,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:14.111636 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2073803'] for router_gateway, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.466403 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.481713 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.531870 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2066523'] for router, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.533228 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 {{(pid=107820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 00:35:14.541645 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf0e48-d272-467a-a46c-fbc568417c3d req-edb607fc-2e87-4259-b6eb-a89a2397fd80 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:14.543152 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41bf0e48-d272-467a-a46c-fbc568417c3d req-edb607fc-2e87-4259-b6eb-a89a2397fd80 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.3698647 Nov 16 00:35:14.547105 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] Notify callbacks [] for router, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.548754 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-358f4fd5-e6dd-4bb0-b154-46e18c4a3795 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3ae49b9d-9ad4-4d1e-aef0-d15665a3f888 HTTP/1.1" status: 204 len: 168 time: 1.2919009 Nov 16 00:35:14.551387 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48332) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:14.588916 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41bf0e48-d272-467a-a46c-fbc568417c3d req-4a5c6acc-cb46-4b9b-9119-463370b8423e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362682 Nov 16 00:35:14.600302 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce55652d-9b94-41c1-a0f4-97ad1102fb1e admin admin] Deleting subnet d00cf4cb-12d8-4c12-a763-066afa9978bb {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:35:14.603822 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce55652d-9b94-41c1-a0f4-97ad1102fb1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.639148 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce55652d-9b94-41c1-a0f4-97ad1102fb1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.722947 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce55652d-9b94-41c1-a0f4-97ad1102fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.778796 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce55652d-9b94-41c1-a0f4-97ad1102fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.803704 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55652d-9b94-41c1-a0f4-97ad1102fb1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00cf4cb-12d8-4c12-a763-066afa9978bb,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:14.810462 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce55652d-9b94-41c1-a0f4-97ad1102fb1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.814477 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-ce55652d-9b94-41c1-a0f4-97ad1102fb1e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d00cf4cb-12d8-4c12-a763-066afa9978bb HTTP/1.1" status: 204 len: 168 time: 0.2618523 Nov 16 00:35:14.815583 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb2570-10b4-4468-979b-b9dd32f280f3 None None] Network 3262426f-7c77-4fea-b32e-ea6229d56ca5 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:35:14.817204 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48334) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:14.894556 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:14.953354 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Deleting port cb3b20af-f1b5-4254-bb87-c91b533b71bc {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:35:14.953723 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.027784 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] For port cb3b20af-f1b5-4254-bb87-c91b533b71bc, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=cb3b20af-f1b5-4254-bb87-c91b533b71bc,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:15.028234 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.039258 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de91f8f-68ce-47a5-b05a-208ef45743c7 None None] DHCP port deletion for 3262426f-7c77-4fea-b32e-ea6229d56ca5 request from dv-cinder-811154-2-iscsi {{(pid=107821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 00:35:15.051611 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Calling delete_port for cb3b20af-f1b5-4254-bb87-c91b533b71bc owned by network:dhcp {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:35:15.095634 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-3de91f8f-68ce-47a5-b05a-208ef45743c7 None None] Deleting port cb3b20af-f1b5-4254-bb87-c91b533b71bc {{(pid=107821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:35:15.096209 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-3de91f8f-68ce-47a5-b05a-208ef45743c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.144096 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.177652 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3b20af-f1b5-4254-bb87-c91b533b71bc,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:15.182085 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] No DVR routers for this DVR port cb3b20af-f1b5-4254-bb87-c91b533b71bc on host dv-cinder-811154-2-iscsi {{(pid=107819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:35:15.184644 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-3de91f8f-68ce-47a5-b05a-208ef45743c7 None None] For port cb3b20af-f1b5-4254-bb87-c91b533b71bc, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=cb3b20af-f1b5-4254-bb87-c91b533b71bc,segment=NetworkSegment(a8b3b33b-6bd0-4f71-b9af-884c841d64a6),segment_id=a8b3b33b-6bd0-4f71-b9af-884c841d64a6)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:15.185128 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-3de91f8f-68ce-47a5-b05a-208ef45743c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.207685 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-3de91f8f-68ce-47a5-b05a-208ef45743c7 None None] Calling delete_port for cb3b20af-f1b5-4254-bb87-c91b533b71bc owned by network:dhcp {{(pid=107821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:35:15.262461 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.290047 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3262426f-7c77-4fea-b32e-ea6229d56ca5']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:15.312066 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-3de91f8f-68ce-47a5-b05a-208ef45743c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061'] for port, after_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.334344 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:15.335313 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b3b33b-6bd0-4f71-b9af-884c841d64a6') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:15.340044 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de91f8f-68ce-47a5-b05a-208ef45743c7 None None] Pushing event deleted for resources: {'Port': ['ID=cb3b20af-f1b5-4254-bb87-c91b533b71bc,revision_number=None']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:15.356608 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de91f8f-68ce-47a5-b05a-208ef45743c7 None None] No DVR routers for this DVR port cb3b20af-f1b5-4254-bb87-c91b533b71bc on host dv-cinder-811154-2-iscsi {{(pid=107821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:35:15.364432 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.368603 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:35:15.385695 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.398228 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:35:15.398735 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:35:15.403775 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:35:15.430884 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device c5134d9a-7c60-485a-84df-6efa2e96ef5e no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:35:15.456003 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: c5134d9a-7c60-485a-84df-6efa2e96ef5e {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:35:15.456550 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device c5134d9a-7c60-485a-84df-6efa2e96ef5e not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:35:15.457072 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device cb3b20af-f1b5-4254-bb87-c91b533b71bc no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:35:15.483176 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.486387 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: cb3b20af-f1b5-4254-bb87-c91b533b71bc {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:35:15.486746 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device cb3b20af-f1b5-4254-bb87-c91b533b71bc not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:35:15.487164 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 8efba849-e95a-4834-a572-c51c773b5246 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:35:15.498526 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.506290 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3262426f-7c77-4fea-b32e-ea6229d56ca5 HTTP/1.1" status: 204 len: 168 time: 0.6880970 Nov 16 00:35:15.508071 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 8efba849-e95a-4834-a572-c51c773b5246 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:35:15.508427 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 8efba849-e95a-4834-a572-c51c773b5246 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:35:15.520398 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf590fc2-84bb-42aa-a942-b3487074a6f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3262426f-7c77-4fea-b32e-ea6229d56ca5,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:15.688751 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48346) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:15.736525 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18af11-d9ae-4373-8072-5a94f1a3a8c4 req-70b0d229-3940-4ff7-b415-d802a1c1f7df tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:15.739149 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-1d18abac-a133-4b56-8e30-4ac804bfc704 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0f2408fc1d043e581cf3406f493b307&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478592 Nov 16 00:35:15.744410 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cc18af11-d9ae-4373-8072-5a94f1a3a8c4 req-70b0d229-3940-4ff7-b415-d802a1c1f7df tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0784044 Nov 16 00:35:15.746778 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48348) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:15.785142 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-1667c24c-eaa6-474c-854e-891af85b9c1a tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129696708&fields=id&tenant_id=8b1da70dc7334be3be9b115125527150 HTTP/1.1" status: 200 len: 267 time: 0.0495734 Nov 16 00:35:15.828551 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-398a8ee3-5557-4eb2-9c79-a075a3e22a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.869467 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cc18af11-d9ae-4373-8072-5a94f1a3a8c4 req-8869668b-3c72-4a16-bd41-de60cc8f6673 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240289 Nov 16 00:35:15.898953 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-398a8ee3-5557-4eb2-9c79-a075a3e22a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.929890 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-09736495-b91a-4605-8731-77a068a536d8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:15.937800 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-09736495-b91a-4605-8731-77a068a536d8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/networks?id=b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 200 len: 808 time: 0.1457922 Nov 16 00:35:15.949516 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-532db3c5-0cd1-4a94-bd36-0c2d2201f1b4 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/quotas/8b1da70dc7334be3be9b115125527150 HTTP/1.1" status: 200 len: 375 time: 0.0106039 Nov 16 00:35:15.965576 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-398a8ee3-5557-4eb2-9c79-a075a3e22a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.968572 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-398a8ee3-5557-4eb2-9c79-a075a3e22a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:15.973976 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-398a8ee3-5557-4eb2-9c79-a075a3e22a4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/266e8b8d-c8ba-41a6-ad24-030b324f1366 HTTP/1.1" status: 204 len: 168 time: 0.2235525 Nov 16 00:35:15.981718 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a8ee3-5557-4eb2-9c79-a075a3e22a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266e8b8d-c8ba-41a6-ad24-030b324f1366,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:16.031316 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-09e7ddd7-0ba2-40a0-bb9b-56fc9997b330 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8b1da70dc7334be3be9b115125527150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753367 Nov 16 00:35:16.267484 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-97b6aa7e-5261-454b-9414-efd332529276 service neutron] 10.222.0.31 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220452 Nov 16 00:35:16.384549 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dc54054b-1b36-4302-a1e9-5e584c7b6ef4 service neutron] 10.222.0.31 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101503 Nov 16 00:35:16.830063 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-641ce4b7-511f-47e6-8b77-ead710be3f6c req-63b54ea4-708b-49bc-9cf0-bbb1617a7fca tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 210 time: 0.0462382 Nov 16 00:35:17.029342 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed54f8-9b15-4951-88a0-626da6acc02c req-9c107cb1-560d-4fb7-8d58-7c68d6f25532 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:17.030965 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-baed54f8-9b15-4951-88a0-626da6acc02c req-9c107cb1-560d-4fb7-8d58-7c68d6f25532 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0780258 Nov 16 00:35:17.092574 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48394) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:17.102240 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-baed54f8-9b15-4951-88a0-626da6acc02c req-c9bcae62-c98a-4eb1-87bb-1f238fc621cc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627673 Nov 16 00:35:17.245450 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2139805082-network', 'tenant_id': '1b08090244b44b94bdedacad6778dec0'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:17.283186 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Made reservation on behalf of 1b08090244b44b94bdedacad6778dec0 for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:35:17.285797 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.294972 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.392310 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.398230 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.412351 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:35:17.424228 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.424649 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Added segment e29406fb-8aab-4b49-80f2-3e7dfbe2c85e of type vlan for network 3ade04b1-2f01-4769-9a91-0d2df635fcbb Nov 16 00:35:17.489482 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.492081 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406a9e10-b3fd-4b1b-b31c-18c4d8df0226,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:17.522650 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.528810 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:17.529467 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.595567 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4982247 Nov 16 00:35:17.595808 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48404) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:17.602856 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Request body: {'subnet': {'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2139805082-subnet', 'tenant_id': '1b08090244b44b94bdedacad6778dec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:17.613112 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9be4e2-ad41-4a8f-85e2-42d2e356070d admin admin] Pushing event updated for resources: {'Network': ['ID=3ade04b1-2f01-4769-9a91-0d2df635fcbb,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:17.627461 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 3ade04b1-2f01-4769-9a91-0d2df635fcbb details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:35:17.638617 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Made reservation on behalf of 1b08090244b44b94bdedacad6778dec0 for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:35:17.642231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-253093145'] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.878970 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-253005543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-253093167'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:17.959242 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:18.044556 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1e94837c-acd4-4b65-a103-9c77228cb8be req-c6bef89e-96aa-4710-82d7-ac79c0127994 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 210 time: 0.0600779 Nov 16 00:35:18.088181 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Checking segment: {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:35:18.088651 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Network hostable DHCP agents. Network: 3ade04b1-2f01-4769-9a91-0d2df635fcbb, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:35:18.114361 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Network 3ade04b1-2f01-4769-9a91-0d2df635fcbb is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:35:18.143515 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-e37b692c-d63e-4e64-a768-a7d500ed173e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:18.145114 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-e37b692c-d63e-4e64-a768-a7d500ed173e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.36 "GET /v2.0/networks?id=b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 200 len: 808 time: 0.1915417 Nov 16 00:35:18.156428 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 3ade04b1-2f01-4769-9a91-0d2df635fcbb) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:35:18.163091 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:18.164147 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:18.169715 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bde156-ea22-424e-93f8-1a23a138182f None None] Network 3ade04b1-2f01-4769-9a91-0d2df635fcbb requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:35:18.195346 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-243185e0-7f7a-4f42-bbc9-ee454da3f070 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5981562 Nov 16 00:35:18.217763 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-52baf158-bae1-4ae3-9ac1-523db2fd0bbd tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b1da70dc7334be3be9b115125527150 HTTP/1.1" status: 200 len: 380 time: 0.0634391 Nov 16 00:35:18.230698 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Request body: {'port': {'device_id': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'admin_state_up': True, 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'security_groups': ['402a1e81-7484-4a74-9e17-e22efc9e8119']}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:18.358265 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b859b-f3bd-4ce0-92db-bc28723e219c req-3551e485-e3d2-4935-9cee-1858dd7b22d8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:18.359796 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-307b859b-f3bd-4ce0-92db-bc28723e219c req-3551e485-e3d2-4935-9cee-1858dd7b22d8 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0704403 Nov 16 00:35:18.376572 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee654629-53fd-4de5-84eb-bf4796a74991 None None] Network 3ade04b1-2f01-4769-9a91-0d2df635fcbb requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:35:18.431960 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-307b859b-f3bd-4ce0-92db-bc28723e219c req-c18f573a-346d-4d2d-9735-1b16dac25222 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629654 Nov 16 00:35:18.443855 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Made reservation on behalf of 8b1da70dc7334be3be9b115125527150 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:35:18.448007 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:18.582674 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Allocated IP 172.20.0.8 (b0799e9f-bf39-4d36-9463-c7bb236f55b4/d9b4676e-c0ed-4c18-9628-51baf92688a4/e9de811a-ed83-4234-81b8-9dda4ea6612f) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:35:18.694207 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-5c9952ab-2d66-4246-b511-a9e115a6779d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:18.695624 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-5c9952ab-2d66-4246-b511-a9e115a6779d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 815 time: 0.1065679 Nov 16 00:35:18.710787 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-6d550a9f-37dc-4445-9fe2-2dd2754f2ff1 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/quotas/1b08090244b44b94bdedacad6778dec0 HTTP/1.1" status: 200 len: 375 time: 0.0095069 Nov 16 00:35:18.725232 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:18.743324 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3f398961-208d-433d-8429-b3fd2efbb7f6 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267792 Nov 16 00:35:18.761216 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:18.804309 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Network b0799e9f-bf39-4d36-9463-c7bb236f55b4 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:35:18.813345 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:35:18.816307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:35:18.843745 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'Port': ['ID=e9de811a-ed83-4234-81b8-9dda4ea6612f,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:18.874634 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:18.875293 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:18.895445 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5ce434f2-b9ef-444b-9bb5-8058921a3dd0 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6700330 Nov 16 00:35:18.896077 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-eda6f1c1-4f95-4c09-88cc-f618e21f4c45 service neutron] 10.222.0.31 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454718 Nov 16 00:35:18.999428 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-76a53064-e86d-4469-bd5b-16930bf7380f service neutron] 10.222.0.31 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972755 Nov 16 00:35:19.090152 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-11f42912-9571-49d0-bb84-9276d13b90c6 None None] Provisioning complete for port e9de811a-ed83-4234-81b8-9dda4ea6612f triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:19.090726 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-11f42912-9571-49d0-bb84-9276d13b90c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:19.133381 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-11f42912-9571-49d0-bb84-9276d13b90c6 None None] Port e9de811a-ed83-4234-81b8-9dda4ea6612f cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:35:19.186783 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a1bab494-1bcc-403d-953d-331224751fc0 req-c9dcb355-8056-40c9-bc2b-597767db8fb5 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 210 time: 0.0400901 Nov 16 00:35:19.197284 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63965-8e95-4fa0-ab1b-effa9fb1aaaa req-baa538b0-7615-4b92-bb7d-f36f5212245d tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:19.199365 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1fe63965-8e95-4fa0-ab1b-effa9fb1aaaa req-baa538b0-7615-4b92-bb7d-f36f5212245d tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 931 time: 0.0614932 Nov 16 00:35:19.240310 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1fe63965-8e95-4fa0-ab1b-effa9fb1aaaa req-12b9ce44-132b-4363-aff7-579ed5c2871f tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344377 Nov 16 00:35:19.575204 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e1a3f-7246-42b7-a720-be6858c915d5 req-81e6a158-30dc-4b06-b372-981d4f916e6e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:19.576703 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b3e1a3f-7246-42b7-a720-be6858c915d5 req-81e6a158-30dc-4b06-b372-981d4f916e6e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0562680 Nov 16 00:35:19.616886 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9b3e1a3f-7246-42b7-a720-be6858c915d5 req-c37545a0-cf4d-4bd8-9923-ee6a6386d390 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331092 Nov 16 00:35:20.280593 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-41a0b434-548f-4c61-a0fd-0762d9a88e86 req-fcdbd91b-bcf5-46b6-a7c5-a3bf2ea0069b tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Nov 16 00:35:20.356045 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cd5ba-19f8-43a5-8946-4fc71be09a7d req-12a9599c-a5cb-48c4-88b1-0683f4244bed tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:20.357430 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-120cd5ba-19f8-43a5-8946-4fc71be09a7d req-12a9599c-a5cb-48c4-88b1-0683f4244bed tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 931 time: 0.0489535 Nov 16 00:35:20.395716 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-120cd5ba-19f8-43a5-8946-4fc71be09a7d req-8241c88a-c39b-4ca0-aa11-e503903cbe47 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316081 Nov 16 00:35:20.742986 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034ad3c-4c8b-4afe-878c-729063963c4a req-b2fa7aa3-bee5-4a16-98bb-c477a2438e97 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:20.744651 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4034ad3c-4c8b-4afe-878c-729063963c4a req-b2fa7aa3-bee5-4a16-98bb-c477a2438e97 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0512631 Nov 16 00:35:20.785556 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4034ad3c-4c8b-4afe-878c-729063963c4a req-46fbe590-370a-47eb-8847-2768258b87c4 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342815 Nov 16 00:35:20.961291 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Request body: {'port': {'device_id': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:21.034458 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:21.304263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9de811a-ed83-4234-81b8-9dda4ea6612f {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:21.312551 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:21.326054 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Transition to ACTIVE for port object e9de811a-ed83-4234-81b8-9dda4ea6612f will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:35:21.329634 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:21.380227 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9de811a-ed83-4234-81b8-9dda4ea6612f,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:21.388478 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-350ea7e2-1911-4adc-bcab-1bc5a73eaf47 req-20dac2ac-c115-4bdc-a257-01986ed14168 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 210 time: 0.0389876 Nov 16 00:35:21.471462 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Attempting to bind port e9de811a-ed83-4234-81b8-9dda4ea6612f on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:35:21.471809 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Attempting to bind port e9de811a-ed83-4234-81b8-9dda4ea6612f by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:35:21.472143 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Attempting to bind port e9de811a-ed83-4234-81b8-9dda4ea6612f on network b0799e9f-bf39-4d36-9463-c7bb236f55b4 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:35:21.477493 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Port e9de811a-ed83-4234-81b8-9dda4ea6612f on network b0799e9f-bf39-4d36-9463-c7bb236f55b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:35:21.477819 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Attempting to bind port e9de811a-ed83-4234-81b8-9dda4ea6612f on network b0799e9f-bf39-4d36-9463-c7bb236f55b4 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:35:21.483661 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:35:21.484277 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Checking segment: {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:35:21.484614 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Bound using segment: {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:35:21.485155 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Bound port: e9de811a-ed83-4234-81b8-9dda4ea6612f, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9fe5d0-7621-40c0-a612-a4db07ec30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:35:21.485522 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:21.594304 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:35:21.599602 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:35:21.608245 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873474be-3403-4edb-9150-96f6c884e8a0 req-4e6b9997-42d6-428c-98fe-ee6b92dfbc7c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:21.609739 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-873474be-3403-4edb-9150-96f6c884e8a0 req-4e6b9997-42d6-428c-98fe-ee6b92dfbc7c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0827022 Nov 16 00:35:21.611474 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:21.677486 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:21.677486 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:21.678622 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] 10.222.0.36 "PUT /v2.0/ports/e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 200 len: 1093 time: 0.7256241 Nov 16 00:35:21.680838 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:21.683191 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:21.745688 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1858c-c2b0-437c-908b-b08299922fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9de811a-ed83-4234-81b8-9dda4ea6612f,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:21.751368 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b81477-c7b8-404a-b8b7-2a1723892029 x-openstack-request-id: req-a1b81477-c7b8-404a-b8b7-2a1723892029 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:21.753470 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:21.753470 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1b81477-c7b8-404a-b8b7-2a1723892029 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:21.755115 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'status': 'completed', 'code': 200} Nov 16 00:35:21.769513 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-873474be-3403-4edb-9150-96f6c884e8a0 req-6338899c-80d3-4897-bde2-15bec5709437 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507103 Nov 16 00:35:21.820467 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-5a828bb7-a4b2-4022-8657-761036b5345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:21.822014 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-5a828bb7-a4b2-4022-8657-761036b5345a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 1098 time: 0.1645038 Nov 16 00:35:21.830675 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-eddc1de4-d074-4479-a1ab-dbb32dabf30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:21.832253 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-eddc1de4-d074-4479-a1ab-dbb32dabf30e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b1da70dc7334be3be9b115125527150&device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1096 time: 0.0900135 Nov 16 00:35:21.888065 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-4fa7a233-8771-4307-bf20-662e045fa64b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 200 len: 217 time: 0.0471346 Nov 16 00:35:21.942811 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-63a98cb6-195a-4ef2-9094-1539cd7a6d95 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:21.944627 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-63a98cb6-195a-4ef2-9094-1539cd7a6d95 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 815 time: 0.2106776 Nov 16 00:35:21.959486 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Request body: {'port': {'device_id': '2f7f9627-db3b-428d-819b-5c5c59084942', 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb', 'admin_state_up': True, 'tenant_id': '1b08090244b44b94bdedacad6778dec0'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:21.988763 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-aa4f2ec5-0d51-4f7a-9d0c-7182df04abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:21.990547 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-aa4f2ec5-0d51-4f7a-9d0c-7182df04abd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9b4676e-c0ed-4c18-9628-51baf92688a4 HTTP/1.1" status: 200 len: 847 time: 0.0947673 Nov 16 00:35:21.998674 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5e326-2a3a-4150-b0df-f34d91259b0e req-de5b5e05-e156-4246-b9f3-19fd4f81c551 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.000179 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-52e5e326-2a3a-4150-b0df-f34d91259b0e req-de5b5e05-e156-4246-b9f3-19fd4f81c551 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0938952 Nov 16 00:35:22.022749 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-2fd673b6-0d91-4a3c-ab9a-4f28ed6d913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.024224 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-2fd673b6-0d91-4a3c-ab9a-4f28ed6d913f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 917 time: 0.1881769 Nov 16 00:35:22.065508 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-52e5e326-2a3a-4150-b0df-f34d91259b0e req-5808eae2-ac16-41a8-8a7f-2310bc283f56 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555477 Nov 16 00:35:22.067515 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-65615fc2-a39c-4cb8-ae9c-bda9b0eeb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.068964 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-65615fc2-a39c-4cb8-ae9c-bda9b0eeb54b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0799e9f-bf39-4d36-9463-c7bb236f55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679111 Nov 16 00:35:22.119192 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-9f7e3f05-3221-42e5-acc1-7d6bf3dae4c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d HTTP/1.1" status: 200 len: 1001 time: 0.0869808 Nov 16 00:35:22.179482 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Made reservation on behalf of 1b08090244b44b94bdedacad6778dec0 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:35:22.183263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:22.184873 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-5bfbbe31-e33d-40a7-8f3b-f760a52879b6 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066389 Nov 16 00:35:22.199589 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-a254caa4-b259-417d-be7b-2158497d2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.201059 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-a254caa4-b259-417d-be7b-2158497d2e66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.0722821 Nov 16 00:35:22.299096 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d573ea40-25fe-4953-8f8f-6f7545aaf296 req-c43f69f6-4e99-48cc-b0e3-957e311e06e7 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075616 Nov 16 00:35:22.304668 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-6b083ae7-9aa0-45a3-beb9-03d4efd0efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.306286 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-6b083ae7-9aa0-45a3-beb9-03d4efd0efd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981650 Nov 16 00:35:22.397584 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-6dff917d-3dc5-4f09-917c-2b89db182d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.401244 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-6dff917d-3dc5-4f09-917c-2b89db182d12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b1da70dc7334be3be9b115125527150&device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1096 time: 0.0526035 Nov 16 00:35:22.407084 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Allocated IP 172.20.0.13 (3ade04b1-2f01-4769-9a91-0d2df635fcbb/9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149/13925c20-f053-442a-8124-fd021f837b58) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:35:22.472844 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-cb3ba6e0-409d-49b5-8a3c-c9a458155031 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469979 Nov 16 00:35:22.552895 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-9cd7906f-18e9-4e85-918b-5a67e8a1c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.554976 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-9cd7906f-18e9-4e85-918b-5a67e8a1c421 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 200 len: 909 time: 0.1443157 Nov 16 00:35:22.600731 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-ce35175a-0265-445b-ac20-df0901abecb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 200 len: 217 time: 0.0366013 Nov 16 00:35:22.607781 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5819dc93-cab2-4b1a-b122-91a14d47dd26 req-768415ce-8164-4274-a88d-7292e2f6e328 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 210 time: 0.1130707 Nov 16 00:35:22.653384 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-d607e00d-f56a-4aee-a0eb-eac294f7ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.654963 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-d607e00d-f56a-4aee-a0eb-eac294f7ff7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9b4676e-c0ed-4c18-9628-51baf92688a4 HTTP/1.1" status: 200 len: 847 time: 0.0469539 Nov 16 00:35:22.675656 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0bedc8cf-9d16-4c18-8bb4-ce34a736d0a6 req-1692cd2b-cddd-45bf-8552-8e3ac8d03884 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930671 Nov 16 00:35:22.698383 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:22.706452 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-d7aaa0e0-5592-43fa-a014-039e43c94ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.707979 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-d7aaa0e0-5592-43fa-a014-039e43c94ecb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0799e9f-bf39-4d36-9463-c7bb236f55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457606 Nov 16 00:35:22.732929 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:22.776661 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Network 3ade04b1-2f01-4769-9a91-0d2df635fcbb is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:35:22.781904 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:35:22.788879 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:35:22.792775 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Pushing event updated for resources: {'Port': ['ID=13925c20-f053-442a-8124-fd021f837b58,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:22.806479 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-68f1637b-9c02-443b-837e-9d18ef3295a8 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891833 Nov 16 00:35:22.839255 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.840146 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:22.856763 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-3a9a6f44-6998-4427-b3e1-1ae825f34950 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9027958 Nov 16 00:35:22.870494 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Request body: {'port': {'device_id': '2f7f9627-db3b-428d-819b-5c5c59084942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:22.930344 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:22.935161 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f930a7-24d6-46f4-825c-5dbdb397afb4 req-7ca0182e-d8b0-4e1c-81c0-5a37a51f4c6b tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:22.936686 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-91f930a7-24d6-46f4-825c-5dbdb397afb4 req-7ca0182e-d8b0-4e1c-81c0-5a37a51f4c6b tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0726073 Nov 16 00:35:22.955510 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6b9fcc3b-0ba1-42c1-808f-918c48be2c2d req-87242863-c54d-40a6-83e2-b76b521bc639 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390688 Nov 16 00:35:22.984087 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-91f930a7-24d6-46f4-825c-5dbdb397afb4 req-5facc27e-dc0e-4735-8f01-e852d7cf82a3 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Nov 16 00:35:23.239585 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9c062-372c-459e-9d0a-ca4a88075c06 req-233384a4-921b-4bc3-8c99-66738529998c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:23.241374 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2cb9c062-372c-459e-9d0a-ca4a88075c06 req-233384a4-921b-4bc3-8c99-66738529998c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0954144 Nov 16 00:35:23.260069 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13925c20-f053-442a-8124-fd021f837b58 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:23.274793 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:23.303271 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Transition to ACTIVE for port object 13925c20-f053-442a-8124-fd021f837b58 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:35:23.313452 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2cb9c062-372c-459e-9d0a-ca4a88075c06 req-bd713bfd-51c3-402f-ad01-7339111ea2ec tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655403 Nov 16 00:35:23.314999 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:23.368843 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Pushing event updated for resources: {'Port': ['ID=13925c20-f053-442a-8124-fd021f837b58,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:23.444354 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Attempting to bind port 13925c20-f053-442a-8124-fd021f837b58 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:35:23.444684 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Attempting to bind port 13925c20-f053-442a-8124-fd021f837b58 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:35:23.445007 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Attempting to bind port 13925c20-f053-442a-8124-fd021f837b58 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:35:23.449259 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Port 13925c20-f053-442a-8124-fd021f837b58 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:35:23.449576 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Attempting to bind port 13925c20-f053-442a-8124-fd021f837b58 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:35:23.454394 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:35:23.455359 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Checking segment: {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:35:23.455754 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Bound using segment: {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:35:23.456266 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Bound port: 13925c20-f053-442a-8124-fd021f837b58, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:35:23.456643 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:23.523630 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] For port 13925c20-f053-442a-8124-fd021f837b58, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:35:23.526621 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] For port 13925c20-f053-442a-8124-fd021f837b58, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=13925c20-f053-442a-8124-fd021f837b58,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:35:23.531766 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:23.566528 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:23.567178 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:23.568589 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] 10.222.0.36 "PUT /v2.0/ports/13925c20-f053-442a-8124-fd021f837b58 HTTP/1.1" status: 200 len: 1094 time: 0.7024624 Nov 16 00:35:23.592891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7be70a-9731-42dc-b301-156a21694b9c service neutron] Pushing event updated for resources: {'Port': ['ID=13925c20-f053-442a-8124-fd021f837b58,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:23.665221 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-52d3309e-9631-44ce-a8f3-8bf75acf650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:23.666798 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-52d3309e-9631-44ce-a8f3-8bf75acf650f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 1097 time: 0.0434508 Nov 16 00:35:23.712011 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-a1f84bdd-eb22-4551-9510-da8e4a581df6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13925c20-f053-442a-8124-fd021f837b58 HTTP/1.1" status: 200 len: 217 time: 0.0350513 Nov 16 00:35:23.741425 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3ca8a-1556-43d6-b55c-fe38506a4540 req-f5cb3609-25b4-4b33-8d3f-ed863bc53dbb tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:23.743010 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d8e3ca8a-1556-43d6-b55c-fe38506a4540 req-f5cb3609-25b4-4b33-8d3f-ed863bc53dbb tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 944 time: 0.0553260 Nov 16 00:35:23.759063 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7f9627-db3b-428d-819b-5c5c59084942', 'tag': '13925c20-f053-442a-8124-fd021f837b58'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:23.759063 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3499dd67-c322-4821-9c44-babdfefac869" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7f9627-db3b-428d-819b-5c5c59084942", "tag": "13925c20-f053-442a-8124-fd021f837b58"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:23.775373 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-18e5a816-2dd8-48b7-ad9f-8d2ee135f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:23.776776 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-18e5a816-2dd8-48b7-ad9f-8d2ee135f0e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 HTTP/1.1" status: 200 len: 855 time: 0.0563252 Nov 16 00:35:23.787773 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d8e3ca8a-1556-43d6-b55c-fe38506a4540 req-c860ad76-e00b-443e-9865-f3b94bc88c40 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Nov 16 00:35:23.812722 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad97ff74-5c73-4f40-aa1e-aa78d6cc26b7 x-openstack-request-id: req-ad97ff74-5c73-4f40-aa1e-aa78d6cc26b7 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:23.813023 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7f9627-db3b-428d-819b-5c5c59084942", "tag": "13925c20-f053-442a-8124-fd021f837b58", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:23.813279 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad97ff74-5c73-4f40-aa1e-aa78d6cc26b7 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:23.813672 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7f9627-db3b-428d-819b-5c5c59084942', 'tag': '13925c20-f053-442a-8124-fd021f837b58', 'status': 'completed', 'code': 200} Nov 16 00:35:23.816766 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-0170820d-c2f7-4578-bbf2-834fbde0cdd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ade04b1-2f01-4769-9a91-0d2df635fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310283 Nov 16 00:35:23.910248 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-ec4b497b-4e92-468a-9bd5-1918e8e3fc44 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852652 Nov 16 00:35:24.006719 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-54355e8a-adb1-4c06-a8d6-157b1c354ca3 req-e9468623-d81c-4eb3-9080-134decd62dd3 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870912 Nov 16 00:35:24.134900 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b114e-4999-4fa6-8843-26ce6b345a31 req-4742ddb5-c9ab-4d98-9d57-14099c3ba06a tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:24.136496 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c80b114e-4999-4fa6-8843-26ce6b345a31 req-4742ddb5-c9ab-4d98-9d57-14099c3ba06a tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0807459 Nov 16 00:35:24.141267 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499dd67-c322-4821-9c44-babdfefac869 req-775e286c-66f0-4fb2-b6df-296686d6a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:24.142896 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3499dd67-c322-4821-9c44-babdfefac869 req-775e286c-66f0-4fb2-b6df-296686d6a9b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 1097 time: 0.0838463 Nov 16 00:35:24.226377 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c80b114e-4999-4fa6-8843-26ce6b345a31 req-6f0db7f3-fce3-4b50-a498-702c74e5adb4 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822344 Nov 16 00:35:24.261443 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499dd67-c322-4821-9c44-babdfefac869 req-5512e539-0024-4163-ba4c-1d40051d11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:24.262909 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3499dd67-c322-4821-9c44-babdfefac869 req-5512e539-0024-4163-ba4c-1d40051d11d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 916 time: 0.1059699 Nov 16 00:35:24.309033 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3499dd67-c322-4821-9c44-babdfefac869 req-ec12f28b-11dd-4f04-9808-824db1cc32a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13925c20-f053-442a-8124-fd021f837b58 HTTP/1.1" status: 200 len: 217 time: 0.0364993 Nov 16 00:35:24.367375 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499dd67-c322-4821-9c44-babdfefac869 req-11d53f26-a558-4d7a-9dbe-d65f4a6cb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:24.368978 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3499dd67-c322-4821-9c44-babdfefac869 req-11d53f26-a558-4d7a-9dbe-d65f4a6cb9da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 HTTP/1.1" status: 200 len: 855 time: 0.0522797 Nov 16 00:35:24.403058 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3499dd67-c322-4821-9c44-babdfefac869 req-6f32929b-7242-4444-9742-a938aa9fd77a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ade04b1-2f01-4769-9a91-0d2df635fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265188 Nov 16 00:35:24.415113 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:35:24.457422 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098747-5fc9-49a1-977a-4be9d6284e67 req-7803c0c3-505a-4283-9aae-fcd7079f206d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:24.459083 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-52098747-5fc9-49a1-977a-4be9d6284e67 req-7803c0c3-505a-4283-9aae-fcd7079f206d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 945 time: 0.0621710 Nov 16 00:35:24.500596 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:24.505402 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-52098747-5fc9-49a1-977a-4be9d6284e67 req-360c606e-70a1-442c-8ee2-b7fe381e44a9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393033 Nov 16 00:35:24.525446 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:24.527666 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41a35b9-5454-4f7a-8ced-1456da0ba859" -d '{"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-unplugged", "status": "completed", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:24.534992 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3499dd67-c322-4821-9c44-babdfefac869 req-5507fd7c-f1d7-4401-a98c-723505e0b91f service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206028 Nov 16 00:35:24.543033 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:24.548500 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:24.575085 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81af290a-b683-4674-abf7-647dbdb5d46b x-openstack-request-id: req-81af290a-b683-4674-abf7-647dbdb5d46b {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:24.575372 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-unplugged", "status": "completed", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:24.575759 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81af290a-b683-4674-abf7-647dbdb5d46b {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:24.576152 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'code': 200} Nov 16 00:35:24.606164 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=8']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:24.662932 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3499dd67-c322-4821-9c44-babdfefac869 req-26dd58cf-c2aa-4787-b4c0-4527d5ae1afd service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199794 Nov 16 00:35:24.875122 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-75ae381c-f28b-4826-a308-f81609ac2593 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181632784&fields=id&tenant_id=cce0078a151f47738c5863929c403dc7 HTTP/1.1" status: 200 len: 267 time: 0.0358462 Nov 16 00:35:24.912978 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf082a-de96-44de-b422-6c9a274f5dd0 req-ad1aec4f-26a9-47db-9729-9eec6f414e8a tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:24.914413 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-80bf082a-de96-44de-b422-6c9a274f5dd0 req-ad1aec4f-26a9-47db-9729-9eec6f414e8a tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 944 time: 0.0559351 Nov 16 00:35:24.955559 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-80bf082a-de96-44de-b422-6c9a274f5dd0 req-b9dbe784-2f7d-4565-b405-56cca69819a6 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342045 Nov 16 00:35:24.991620 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-00ef602e-105a-4c72-9585-3a102f8cc6cf tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:24.993158 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-00ef602e-105a-4c72-9585-3a102f8cc6cf tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 812 time: 0.1106045 Nov 16 00:35:25.009517 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-ba6e300b-c7c0-4d46-9a56-41df91d165f7 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/quotas/cce0078a151f47738c5863929c403dc7 HTTP/1.1" status: 200 len: 375 time: 0.0102262 Nov 16 00:35:25.071065 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-a627b3a1-9d7b-4b90-bda4-c96268aa03a9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0553174 Nov 16 00:35:25.171098 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-3fea8eda-870a-4491-a3a6-1472aada4eba service neutron] 10.222.0.31 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871818 Nov 16 00:35:25.271260 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-38023a21-4682-42ca-94bd-1c2e8c9c0871 service neutron] 10.222.0.31 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919526 Nov 16 00:35:25.345924 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbb7f1-676d-41db-91ae-ebda94d90a0c req-c199508d-cbd5-4a25-b6eb-b00137922e15 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:25.347605 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-eecbb7f1-676d-41db-91ae-ebda94d90a0c req-c199508d-cbd5-4a25-b6eb-b00137922e15 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0528524 Nov 16 00:35:25.391998 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-eecbb7f1-676d-41db-91ae-ebda94d90a0c req-515021f3-c050-4ea2-bfa2-acbbb072d30d tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Nov 16 00:35:25.584970 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f774ef79-aced-4832-aa50-191f38aaae5b req-226cd952-efa2-431d-87c6-1928c329b535 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 210 time: 0.0341611 Nov 16 00:35:25.649834 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2ef4b-c572-4bad-b7cc-3e7fabb4ca7d req-e02819e0-4539-4a4c-840d-7c2dba1f0a1c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:25.651518 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-96c2ef4b-c572-4bad-b7cc-3e7fabb4ca7d req-e02819e0-4539-4a4c-840d-7c2dba1f0a1c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0505693 Nov 16 00:35:25.694269 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-96c2ef4b-c572-4bad-b7cc-3e7fabb4ca7d req-0fdc7747-f4a0-4536-bef7-4eb0509a9d93 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367956 Nov 16 00:35:26.084526 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a893b-5496-41e8-bde5-3b9f89b318a6 req-d7af6994-e53f-427c-88d3-c8e7e8b46788 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:26.085653 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-494a893b-5496-41e8-bde5-3b9f89b318a6 req-d7af6994-e53f-427c-88d3-c8e7e8b46788 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 944 time: 0.0570822 Nov 16 00:35:26.129692 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-494a893b-5496-41e8-bde5-3b9f89b318a6 req-ffdae1a8-77cf-4220-b82c-7c8e6e496e28 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374253 Nov 16 00:35:26.443635 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 13925c20-f053-442a-8124-fd021f837b58 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:35:26.540826 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181db07-ac9c-40c7-bb69-58f7831945f2 req-6ca6c4e8-ee3b-489d-8744-800fcb77f40d tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:26.549289 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0181db07-ac9c-40c7-bb69-58f7831945f2 req-6ca6c4e8-ee3b-489d-8744-800fcb77f40d tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0795128 Nov 16 00:35:26.602546 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0181db07-ac9c-40c7-bb69-58f7831945f2 req-4f71b54e-fae3-474e-91a2-1c153c976270 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514863 Nov 16 00:35:26.607370 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 13925c20-f053-442a-8124-fd021f837b58, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=13925c20-f053-442a-8124-fd021f837b58,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:26.627530 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '13925c20-f053-442a-8124-fd021f837b58', 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb', 'port_id': '13925c20-f053-442a-8124-fd021f837b58', 'mac_address': 'fa:16:3e:dc:52:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:35:26.639917 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-e0c6fb04-bfa4-4eb0-a851-d3760f1f39fe tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:26.642643 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-e0c6fb04-bfa4-4eb0-a851-d3760f1f39fe tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 812 time: 0.1535728 Nov 16 00:35:26.703762 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:26.712026 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-8adadf09-db08-4667-8bb1-d2f58deaf1b8 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cce0078a151f47738c5863929c403dc7 HTTP/1.1" status: 200 len: 380 time: 0.0560157 Nov 16 00:35:26.724486 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'port': {'device_id': 'de441742-51f2-454f-902d-c9da73b74a14', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'admin_state_up': True, 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'security_groups': ['900cbeea-1dbd-4d50-95f8-bbd40205f16b']}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:26.738903 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13925c20-f053-442a-8124-fd021f837b58 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:26.739772 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7bca6238-4b5b-43e5-82fd-b9d6671f4a69 req-dab2f809-7640-4868-9d8c-3bbe70dc3c09 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 210 time: 0.0382564 Nov 16 00:35:26.780500 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 13925c20-f053-442a-8124-fd021f837b58, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=13925c20-f053-442a-8124-fd021f837b58,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:26.786906 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:26.888758 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c439209-fc95-4fdb-940d-bddb6e90ee3f req-de3fdb6c-4f4d-4f38-be8e-344745c784c7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:26.890460 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7c439209-fc95-4fdb-940d-bddb6e90ee3f req-de3fdb6c-4f4d-4f38-be8e-344745c784c7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.1450558 Nov 16 00:35:26.936078 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Made reservation on behalf of cce0078a151f47738c5863929c403dc7 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:35:26.940818 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:26.972665 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=13925c20-f053-442a-8124-fd021f837b58,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:26.976039 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7c439209-fc95-4fdb-940d-bddb6e90ee3f req-8542d399-2e3d-4369-988b-4be297ada698 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764766 Nov 16 00:35:27.039883 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['13925c20-f053-442a-8124-fd021f837b58'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:35:27.049852 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 48590) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:27.115199 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Allocated IP 172.20.0.11 (5b2f5911-2804-41c1-a851-8f21bec631b6/0b0d7396-e983-4a74-8d10-1a9b1e1cc49f/dd1e79b1-adea-4951-9c03-a4819deabd55) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:35:27.170203 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-505d0849-5730-417e-9337-f9b98cbeb927 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180711 Nov 16 00:35:27.184038 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-ec814f27-6a5a-4fde-af86-3a8503f9dcb9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:35:27.195665 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-ec814f27-6a5a-4fde-af86-3a8503f9dcb9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151863 Nov 16 00:35:27.305856 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:27.335883 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaa4a6-311a-4c08-9d92-8c708398b233 req-e8955f8c-1aa6-46b3-b8e9-13bd2ca79fc2 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:27.347503 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0eaaa4a6-311a-4c08-9d92-8c708398b233 req-e8955f8c-1aa6-46b3-b8e9-13bd2ca79fc2 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 945 time: 0.0922463 Nov 16 00:35:27.357166 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:27.399668 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0eaaa4a6-311a-4c08-9d92-8c708398b233 req-1a75e1bc-ca01-4866-b74a-bce089726e0d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509574 Nov 16 00:35:27.402951 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:35:27.407320 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:35:27.412545 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:35:27.448090 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'Port': ['ID=dd1e79b1-adea-4951-9c03-a4819deabd55,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:27.475487 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:27.476257 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:27.497933 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ebacaf8-4b1f-4d33-9c17-40ca1c78954f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7780039 Nov 16 00:35:27.510685 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Request body: {'port': {'device_id': 'de441742-51f2-454f-902d-c9da73b74a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:27.585737 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:27.672296 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-be286e19-ba38-4c42-8231-43997c711858 None None] Provisioning complete for port dd1e79b1-adea-4951-9c03-a4819deabd55 triggered by entity DHCP. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:27.672766 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-be286e19-ba38-4c42-8231-43997c711858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:27.715254 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-be286e19-ba38-4c42-8231-43997c711858 None None] Port dd1e79b1-adea-4951-9c03-a4819deabd55 cannot update to ACTIVE because it is not bound. {{(pid=107821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 16 00:35:27.808591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd48bff-991b-4af1-87d5-05e08b431d6f req-89a68ed0-0f02-4150-96c5-bd14cc35eb94 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:27.810113 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7fd48bff-991b-4af1-87d5-05e08b431d6f req-89a68ed0-0f02-4150-96c5-bd14cc35eb94 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.1124177 Nov 16 00:35:27.865679 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a0bfa-2355-4001-9994-34318d9bfd2e req-20a5f3f9-3dc9-45ab-9758-97f1189ea673 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:27.867248 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ee6a0bfa-2355-4001-9994-34318d9bfd2e req-20a5f3f9-3dc9-45ab-9758-97f1189ea673 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 932 time: 0.0512547 Nov 16 00:35:27.875484 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7fd48bff-991b-4af1-87d5-05e08b431d6f req-3b601b64-5c54-41ba-b1cc-aa6ec03ee2be tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565951 Nov 16 00:35:27.912209 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ee6a0bfa-2355-4001-9994-34318d9bfd2e req-fa473908-5c44-4843-b4db-b37c66203270 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384955 Nov 16 00:35:27.947741 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1e79b1-adea-4951-9c03-a4819deabd55 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:27.955536 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:27.967207 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Transition to ACTIVE for port object dd1e79b1-adea-4951-9c03-a4819deabd55 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:35:27.971911 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:27.988503 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-52918ab4-60dd-4259-8ad1-6e5ecfd89cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:28.124187 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2127ba-053f-48c0-80a8-b027146da936 req-6c3f72d1-6969-4e80-ba2c-2f44faaecf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.125601 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-6c3f72d1-6969-4e80-ba2c-2f44faaecf19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2&tenant_id=6a41a4472a974da5aee5d6b458d9f619 HTTP/1.1" status: 200 len: 1096 time: 0.0838392 Nov 16 00:35:28.195961 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2127ba-053f-48c0-80a8-b027146da936 req-6e683f2e-832f-46a0-ae66-09d73bb2e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.197456 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-6e683f2e-832f-46a0-ae66-09d73bb2e731 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 1096 time: 0.0443451 Nov 16 00:35:28.299372 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2127ba-053f-48c0-80a8-b027146da936 req-cd8fe6f2-800d-4071-b60f-6c773a03985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.300876 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-cd8fe6f2-800d-4071-b60f-6c773a03985c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 917 time: 0.0950963 Nov 16 00:35:28.307496 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1e79b1-adea-4951-9c03-a4819deabd55,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:28.362404 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d181b84-ea85-43b5-917a-e5927db1d4f7 req-34d61487-164a-41a9-bb11-7f9d3ddc7c78 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.364081 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6d181b84-ea85-43b5-917a-e5927db1d4f7 req-34d61487-164a-41a9-bb11-7f9d3ddc7c78 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.1150460 Nov 16 00:35:28.426801 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Attempting to bind port dd1e79b1-adea-4951-9c03-a4819deabd55 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:35:28.427193 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Attempting to bind port dd1e79b1-adea-4951-9c03-a4819deabd55 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:35:28.427531 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Attempting to bind port dd1e79b1-adea-4951-9c03-a4819deabd55 on network 5b2f5911-2804-41c1-a851-8f21bec631b6 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:35:28.432616 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6d181b84-ea85-43b5-917a-e5927db1d4f7 req-a0f5b442-b159-4bfe-ba6f-34566ccb90c7 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611570 Nov 16 00:35:28.437217 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Port dd1e79b1-adea-4951-9c03-a4819deabd55 on network 5b2f5911-2804-41c1-a851-8f21bec631b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:35:28.438742 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Attempting to bind port dd1e79b1-adea-4951-9c03-a4819deabd55 on network 5b2f5911-2804-41c1-a851-8f21bec631b6 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:35:28.445548 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:35:28.446024 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Checking segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:35:28.446520 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Bound using segment: {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:35:28.447239 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Bound port: dd1e79b1-adea-4951-9c03-a4819deabd55, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:35:28.447652 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:28.468991 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device e9de811a-ed83-4234-81b8-9dda4ea6612f details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:35:28.473168 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 13925c20-f053-442a-8124-fd021f837b58 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:35:28.543498 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] For port dd1e79b1-adea-4951-9c03-a4819deabd55, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:35:28.547652 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] For port dd1e79b1-adea-4951-9c03-a4819deabd55, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=dd1e79b1-adea-4951-9c03-a4819deabd55,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:35:28.553511 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:28.593467 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.594368 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:28.596941 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd1e79b1-adea-4951-9c03-a4819deabd55 HTTP/1.1" status: 200 len: 1094 time: 1.0901070 Nov 16 00:35:28.597122 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:28.600518 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579045ae-0782-451c-a67b-b20fca65d2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:28.637139 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3c1c-a82e-4d07-9638-862f9bc72174 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1e79b1-adea-4951-9c03-a4819deabd55,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:28.650194 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 13925c20-f053-442a-8124-fd021f837b58 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:35:28.667994 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9390ecd2-8b01-4445-99ed-d3ff6496e341 x-openstack-request-id: req-9390ecd2-8b01-4445-99ed-d3ff6496e341 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:28.668292 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:28.668551 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9390ecd2-8b01-4445-99ed-d3ff6496e341 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:28.669060 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'status': 'completed', 'code': 200} Nov 16 00:35:28.675902 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:28.679442 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 13925c20-f053-442a-8124-fd021f837b58 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:28.680041 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:28.702146 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-36149b88-52f2-4710-92aa-30bd0af22345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.703785 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-36149b88-52f2-4710-92aa-30bd0af22345 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 1097 time: 0.0517707 Nov 16 00:35:28.739891 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-cfd805c4-3276-4c75-9a7d-fc74ed152e45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d HTTP/1.1" status: 200 len: 999 time: 0.4315577 Nov 16 00:35:28.741169 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'port_id': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'mac_address': 'fa:16:3e:a3:0e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:35:28.775662 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-7e148902-475a-4146-a8b9-0481355332d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd1e79b1-adea-4951-9c03-a4819deabd55 HTTP/1.1" status: 200 len: 217 time: 0.0636015 Nov 16 00:35:28.792773 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7e78-bc7a-417f-8a61-9dcee92f82a5 req-0cec1327-32ca-4cbf-a917-4b852dcfb0dd tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.801011 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-714f7e78-bc7a-417f-8a61-9dcee92f82a5 req-0cec1327-32ca-4cbf-a917-4b852dcfb0dd tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 945 time: 0.1371689 Nov 16 00:35:28.801838 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:28.844036 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-73d858e7-63d8-483f-ac66-6b8ff5e08489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.846567 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-73d858e7-63d8-483f-ac66-6b8ff5e08489 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0585256 Nov 16 00:35:28.857664 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7f9627-db3b-428d-819b-5c5c59084942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13925c20-f053-442a-8124-fd021f837b58'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:28.860104 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bc3d7a-7dd2-46e3-96a5-3e79a06935f7" -d '{"events": [{"server_uuid": "2f7f9627-db3b-428d-819b-5c5c59084942", "name": "network-vif-plugged", "status": "completed", "tag": "13925c20-f053-442a-8124-fd021f837b58"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:28.863953 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2127ba-053f-48c0-80a8-b027146da936 req-550beed7-6eb1-4362-af95-bff8e7fedc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.865446 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-550beed7-6eb1-4362-af95-bff8e7fedc69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.1118450 Nov 16 00:35:28.874263 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-714f7e78-bc7a-417f-8a61-9dcee92f82a5 req-02d80502-1ab7-45cf-8a46-da90709f8b87 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723450 Nov 16 00:35:28.875716 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:28.914820 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-87ade70e-5187-40b2-9e25-116536b4eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.917226 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-87ade70e-5187-40b2-9e25-116536b4eeb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646067 Nov 16 00:35:28.917681 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 13925c20-f053-442a-8124-fd021f837b58, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=13925c20-f053-442a-8124-fd021f837b58,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:28.921542 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9de811a-ed83-4234-81b8-9dda4ea6612f {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:28.937039 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520d8384-609f-4db9-bcc8-cedc35971d2f x-openstack-request-id: req-520d8384-609f-4db9-bcc8-cedc35971d2f {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:28.937421 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7f9627-db3b-428d-819b-5c5c59084942", "name": "network-vif-plugged", "status": "completed", "tag": "13925c20-f053-442a-8124-fd021f837b58", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:28.937701 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-520d8384-609f-4db9-bcc8-cedc35971d2f {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:28.940288 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2127ba-053f-48c0-80a8-b027146da936 req-8da0f9b4-8367-401a-8752-2e0885c81370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:28.943379 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-8da0f9b4-8367-401a-8752-2e0885c81370 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676448 Nov 16 00:35:28.943818 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7f9627-db3b-428d-819b-5c5c59084942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13925c20-f053-442a-8124-fd021f837b58', 'code': 200} Nov 16 00:35:28.950495 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:28.951348 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:35:29.046167 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-d6a61725-774e-4c2a-943f-70c8a09c3445 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194894 Nov 16 00:35:29.058293 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:29.080496 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:29.085259 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bc32c-1b2a-4248-83d1-78f51bf9ab77 req-019e9f24-3e99-48ac-bb31-8e04c5c77cc6 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:29.086816 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-805bc32c-1b2a-4248-83d1-78f51bf9ab77 req-019e9f24-3e99-48ac-bb31-8e04c5c77cc6 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.1120009 Nov 16 00:35:29.129177 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=13925c20-f053-442a-8124-fd021f837b58,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:29.135818 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-0cf202ab-ca05-4acb-beb4-69f581b9ce1c service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822309 Nov 16 00:35:29.196667 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=e9de811a-ed83-4234-81b8-9dda4ea6612f,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:29.202957 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-805bc32c-1b2a-4248-83d1-78f51bf9ab77 req-06b42f7c-b463-4732-ba7b-27c2df06c8db tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034200 Nov 16 00:35:29.238935 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31431e2-d7f6-41ec-b38b-2b404e34134f req-3ff2c7b1-9b8d-4756-a908-33ab919f1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:29.240440 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d31431e2-d7f6-41ec-b38b-2b404e34134f req-3ff2c7b1-9b8d-4756-a908-33ab919f1fe0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 1099 time: 0.1023073 Nov 16 00:35:29.249947 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7578bf-7a07-43c5-b780-13d14f912636 req-f045be23-98f8-43e4-b925-a3becd7fd2a4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:29.251883 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ca7578bf-7a07-43c5-b780-13d14f912636 req-f045be23-98f8-43e4-b925-a3becd7fd2a4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.1572387 Nov 16 00:35:29.255206 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bcf984b2-1e57-467b-9241-a91aae5463ba req-6ed74cac-f984-49ae-abc9-69431eba05f8 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014618 Nov 16 00:35:29.255465 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ac2127ba-053f-48c0-80a8-b027146da936 req-e90bf737-0c1a-4160-8c5d-67855806f272 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106434 Nov 16 00:35:29.312016 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d31431e2-d7f6-41ec-b38b-2b404e34134f req-77c7f5ba-b5d5-4b65-b394-bb78ade3a141 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588987 Nov 16 00:35:29.312733 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['e9de811a-ed83-4234-81b8-9dda4ea6612f'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:35:29.329521 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ca7578bf-7a07-43c5-b780-13d14f912636 req-bad926fc-1341-49aa-9bd5-50b2ed36376f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691705 Nov 16 00:35:29.558496 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-670f9f7e-0af5-4e77-b132-fb2b5ba748cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:29.560095 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-670f9f7e-0af5-4e77-b132-fb2b5ba748cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 1097 time: 0.0501332 Nov 16 00:35:29.563859 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58368725-ac3f-47d1-81c8-889877d22c29 req-578d9209-6aeb-4810-a68a-26154c23a5c2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:29.565521 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-58368725-ac3f-47d1-81c8-889877d22c29 req-578d9209-6aeb-4810-a68a-26154c23a5c2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0555592 Nov 16 00:35:29.608029 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-58368725-ac3f-47d1-81c8-889877d22c29 req-10d56321-c1b1-403d-96f9-1b4e248dd3a2 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363328 Nov 16 00:35:29.664361 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-f98ae406-b3fb-4d1c-b67b-5833dde941d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:29.665836 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-f98ae406-b3fb-4d1c-b67b-5833dde941d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.0980191 Nov 16 00:35:29.712373 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-c4da4696-7689-4ea3-a062-d513efafabf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd1e79b1-adea-4951-9c03-a4819deabd55 HTTP/1.1" status: 200 len: 217 time: 0.0360475 Nov 16 00:35:29.769069 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-662b05c6-a7d6-43fc-bcd2-5f484398f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:29.770538 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-662b05c6-a7d6-43fc-bcd2-5f484398f96c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0482402 Nov 16 00:35:29.824132 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-9233fe1f-a09a-43e3-a11f-1a9a2b087e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:29.825641 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-9233fe1f-a09a-43e3-a11f-1a9a2b087e49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448093 Nov 16 00:35:29.941146 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-1904ddc2-0230-4eaa-8f1c-8d646326f54c service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041148 Nov 16 00:35:30.027800 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bf07c-dd5a-487f-b191-c4c8f47c07f3 req-a5c8f518-a248-4d90-85d0-0abf7691040f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:30.029702 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cf9bf07c-dd5a-487f-b191-c4c8f47c07f3 req-a5c8f518-a248-4d90-85d0-0abf7691040f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0724707 Nov 16 00:35:30.082227 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cf9bf07c-dd5a-487f-b191-c4c8f47c07f3 req-3e60849e-2c00-42b2-8140-ff3594038da6 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Nov 16 00:35:30.348928 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659151b-89cd-472e-a4f7-8e3d5c399daf req-64622bb6-b239-4890-a9fb-20022a95c24d tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:30.350617 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4659151b-89cd-472e-a4f7-8e3d5c399daf req-64622bb6-b239-4890-a9fb-20022a95c24d tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 944 time: 0.0538518 Nov 16 00:35:30.419990 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4659151b-89cd-472e-a4f7-8e3d5c399daf req-845b5bad-576d-4948-aaa0-2555639f3e99 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624936 Nov 16 00:35:30.458131 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1060aa6-241c-44be-a61e-47de1a60732a req-4c304c6f-b139-4f27-abd3-d818accea969 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:30.460159 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f1060aa6-241c-44be-a61e-47de1a60732a req-4c304c6f-b139-4f27-abd3-d818accea969 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0559027 Nov 16 00:35:30.475317 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device e9de811a-ed83-4234-81b8-9dda4ea6612f up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:35:30.518908 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-f1060aa6-241c-44be-a61e-47de1a60732a req-f82dc529-7d11-45d7-86f0-b0d8a063ad99 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517855 Nov 16 00:35:30.543721 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port e9de811a-ed83-4234-81b8-9dda4ea6612f completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:35:30.547038 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port e9de811a-ed83-4234-81b8-9dda4ea6612f triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:30.547465 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:30.668019 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:30.676735 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:30.713465 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:30.727293 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:30.777286 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d349d6f-0c71-4c82-9e7f-b8852d1676b2 req-4cafc6f2-66c0-46d1-b4c5-a9e5f6a86ce9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:30.778957 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7d349d6f-0c71-4c82-9e7f-b8852d1676b2 req-4cafc6f2-66c0-46d1-b4c5-a9e5f6a86ce9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0849514 Nov 16 00:35:30.790106 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=e9de811a-ed83-4234-81b8-9dda4ea6612f,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:30.824576 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7d349d6f-0c71-4c82-9e7f-b8852d1676b2 req-046d99e3-81da-4976-8165-3ee610678806 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372050 Nov 16 00:35:30.945103 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:30.947758 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e739bddb-a8d3-4207-9581-4fe256b7385a" -d '{"events": [{"server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "name": "network-vif-plugged", "status": "completed", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:30.988490 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217a97e0-da1f-4d6f-9df3-2f12a6393e2c x-openstack-request-id: req-217a97e0-da1f-4d6f-9df3-2f12a6393e2c {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:30.988777 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "name": "network-vif-plugged", "status": "completed", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:30.989056 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-217a97e0-da1f-4d6f-9df3-2f12a6393e2c {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:30.989448 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'code': 200} Nov 16 00:35:31.225570 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71571-14aa-42f6-a6c9-a6b62ff7b080 req-32fb5314-a4e1-445f-a309-56deb72bb2bb tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:31.227286 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c5b71571-14aa-42f6-a6c9-a6b62ff7b080 req-32fb5314-a4e1-445f-a309-56deb72bb2bb tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0719738 Nov 16 00:35:31.271694 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c5b71571-14aa-42f6-a6c9-a6b62ff7b080 req-7af1a24d-24b9-4747-a3d4-c0763aaecf91 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Nov 16 00:35:31.428466 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-1d12a7cd-a579-4789-b014-37540b1bf3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:31.565725 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029f413-67a1-4896-aec6-2101d1e9fac1 req-e74ab731-529f-4b8d-a0dc-b9331de80198 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:31.567554 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e029f413-67a1-4896-aec6-2101d1e9fac1 req-e74ab731-529f-4b8d-a0dc-b9331de80198 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0552049 Nov 16 00:35:31.628221 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e029f413-67a1-4896-aec6-2101d1e9fac1 req-816d4529-da70-4395-9341-b4017041d902 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518186 Nov 16 00:35:31.660780 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25668a-5446-400d-a9c3-9a2f3bbbacdd req-01292604-c9cb-4f13-a9fe-4489f82e8a05 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:31.662574 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1d25668a-5446-400d-a9c3-9a2f3bbbacdd req-01292604-c9cb-4f13-a9fe-4489f82e8a05 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0551805 Nov 16 00:35:31.739084 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1d25668a-5446-400d-a9c3-9a2f3bbbacdd req-19bf8321-46e3-43ab-9840-e42aad139990 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665207 Nov 16 00:35:32.013699 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c8cb3-9e78-463a-bc2a-294c1c2a27b2 req-5bdd2393-b2e9-412c-b694-e0c73969ea9c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:32.015626 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73c8cb3-9e78-463a-bc2a-294c1c2a27b2 req-5bdd2393-b2e9-412c-b694-e0c73969ea9c tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0695121 Nov 16 00:35:32.040341 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:32.060790 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73c8cb3-9e78-463a-bc2a-294c1c2a27b2 req-e454c2cb-395e-4e0e-917c-dd8a7e8fd224 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370688 Nov 16 00:35:32.415332 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1704f00-c56c-426f-869a-48295ea80674 req-78f39889-d7d3-4a7b-bba7-410fcbb129fa tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:32.416944 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c1704f00-c56c-426f-869a-48295ea80674 req-78f39889-d7d3-4a7b-bba7-410fcbb129fa tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0684035 Nov 16 00:35:32.465424 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c1704f00-c56c-426f-869a-48295ea80674 req-a3a104ab-9ce8-40b5-844c-4ce851849d9c tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Nov 16 00:35:32.752440 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83bd3c-227b-49b9-a3f1-fa14d2befaa1 req-3ed4f4c9-18c6-4941-8661-7989aba4fd78 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:32.754474 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8e83bd3c-227b-49b9-a3f1-fa14d2befaa1 req-3ed4f4c9-18c6-4941-8661-7989aba4fd78 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0527315 Nov 16 00:35:32.801362 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8e83bd3c-227b-49b9-a3f1-fa14d2befaa1 req-14901be1-f6b9-494e-8fe2-0abd91ac42d6 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 Nov 16 00:35:32.866152 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccf0bf-49c2-422a-bce3-bb1c98aa3274 req-408d791f-be92-4939-b680-8a1913d28f07 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:32.867726 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3fccf0bf-49c2-422a-bce3-bb1c98aa3274 req-408d791f-be92-4939-b680-8a1913d28f07 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0510156 Nov 16 00:35:32.914532 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3fccf0bf-49c2-422a-bce3-bb1c98aa3274 req-797529cc-e943-482e-b0ec-c83d838299bf tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399289 Nov 16 00:35:33.192889 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bd9cf-9650-4636-baf5-302a807cb2a3 req-69c3a3cc-6c47-4383-939f-da48a1b28bd5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:33.194317 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7f4bd9cf-9650-4636-baf5-302a807cb2a3 req-69c3a3cc-6c47-4383-939f-da48a1b28bd5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0545208 Nov 16 00:35:33.236981 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7f4bd9cf-9650-4636-baf5-302a807cb2a3 req-177e2689-5961-4cc0-8bdb-fd4680570d9d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364232 Nov 16 00:35:33.604214 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc5c67-2723-4a5a-8491-f741ba5de93f req-76aa1bda-2116-4380-bb83-35d4e4cbfb53 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:33.605711 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-30fc5c67-2723-4a5a-8491-f741ba5de93f req-76aa1bda-2116-4380-bb83-35d4e4cbfb53 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0659435 Nov 16 00:35:33.653330 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-30fc5c67-2723-4a5a-8491-f741ba5de93f req-a4efed8c-b1cc-4da8-b3f2-b2a9c17940c1 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Nov 16 00:35:33.699799 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:33.949549 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2e908-697c-4e93-8ea9-90258be29d19 req-8bd32c36-5745-4c2d-9b3d-2e9389b0b853 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:33.951253 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d8d2e908-697c-4e93-8ea9-90258be29d19 req-8bd32c36-5745-4c2d-9b3d-2e9389b0b853 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0589628 Nov 16 00:35:34.017698 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d8d2e908-697c-4e93-8ea9-90258be29d19 req-635bf457-e30f-4b20-a99f-8956a7039ada tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473642 Nov 16 00:35:34.076150 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5b770-6a6e-4635-9b35-77883524ee4e req-3a38e11f-3a99-4bdf-badf-8348ebbe9dd4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:34.077729 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-75e5b770-6a6e-4635-9b35-77883524ee4e req-3a38e11f-3a99-4bdf-badf-8348ebbe9dd4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0764172 Nov 16 00:35:34.122298 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-75e5b770-6a6e-4635-9b35-77883524ee4e req-f10b36f7-e8fa-4d73-9117-ba206c5c8e06 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377629 Nov 16 00:35:34.374456 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb50312-2b95-4d58-9823-e83765dc83ec req-619e6ccc-7bce-4ef5-b95a-6e352e8cd174 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:34.376008 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0eb50312-2b95-4d58-9823-e83765dc83ec req-619e6ccc-7bce-4ef5-b95a-6e352e8cd174 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0539038 Nov 16 00:35:34.422322 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0eb50312-2b95-4d58-9823-e83765dc83ec req-3afe3cd2-6657-4081-8661-6e55ca14c89e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Nov 16 00:35:34.787476 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104da49-ca63-4a12-91a9-46ecb8175c0e req-0ba888f2-fa29-4a4a-9024-1b0b12722b68 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:34.788990 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5104da49-ca63-4a12-91a9-46ecb8175c0e req-0ba888f2-fa29-4a4a-9024-1b0b12722b68 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0585849 Nov 16 00:35:34.828974 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5104da49-ca63-4a12-91a9-46ecb8175c0e req-c615eec3-8497-450e-94a3-6662ee8396ed tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340071 Nov 16 00:35:35.153701 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a900e0d-aea2-41b4-bd5a-12ac7378f11a req-f38cef69-c8f9-47ee-bfb3-015f9f28d9f3 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:35.155252 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1a900e0d-aea2-41b4-bd5a-12ac7378f11a req-f38cef69-c8f9-47ee-bfb3-015f9f28d9f3 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0488298 Nov 16 00:35:35.225805 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1a900e0d-aea2-41b4-bd5a-12ac7378f11a req-e844d548-6922-4dac-bf2b-e1553433330c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628836 Nov 16 00:35:35.270572 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647ab4-6025-4781-bb99-828f001577ce req-b1d4a385-69f8-48f6-a02b-1dc50f986b3d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:35.272118 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-23647ab4-6025-4781-bb99-828f001577ce req-b1d4a385-69f8-48f6-a02b-1dc50f986b3d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0539470 Nov 16 00:35:35.316129 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-23647ab4-6025-4781-bb99-828f001577ce req-d41e9ea8-8ffd-478d-9443-6fda5ba4449e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378897 Nov 16 00:35:35.561922 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8984c-522d-4993-86c3-68090d39b2bd req-cb97d4e9-3ffd-4f15-86dc-0ee895a88fd5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:35.563395 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7fe8984c-522d-4993-86c3-68090d39b2bd req-cb97d4e9-3ffd-4f15-86dc-0ee895a88fd5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0525680 Nov 16 00:35:35.614686 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7fe8984c-522d-4993-86c3-68090d39b2bd req-853f9230-0eae-4cca-9ed7-cce3b007e31d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Nov 16 00:35:35.964947 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7e07-e91b-44db-991d-656bf6c03b1f req-553ec6fb-f51f-4bc1-9684-03e40eef4ea4 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:35.966519 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-18de7e07-e91b-44db-991d-656bf6c03b1f req-553ec6fb-f51f-4bc1-9684-03e40eef4ea4 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0637527 Nov 16 00:35:36.008377 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-18de7e07-e91b-44db-991d-656bf6c03b1f req-53ce65ab-a47c-4e76-86a8-75a0f070667b tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347180 Nov 16 00:35:36.381033 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375d35-5ea4-4639-89f7-5dd268e729a3 req-113985af-bacd-4194-9bb2-1c056f07d9a8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:36.382721 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-69375d35-5ea4-4639-89f7-5dd268e729a3 req-113985af-bacd-4194-9bb2-1c056f07d9a8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0785341 Nov 16 00:35:36.435106 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-69375d35-5ea4-4639-89f7-5dd268e729a3 req-c674e719-5581-485a-ad78-8b59f83e4e85 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 Nov 16 00:35:36.442873 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e5ae-3f40-41ad-9bf5-e5ccbe3e7cb2 req-f98f4c55-a99b-4d4a-a89b-d70be5b4ceb9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:36.444491 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7762e5ae-3f40-41ad-9bf5-e5ccbe3e7cb2 req-f98f4c55-a99b-4d4a-a89b-d70be5b4ceb9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0533538 Nov 16 00:35:36.490560 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7762e5ae-3f40-41ad-9bf5-e5ccbe3e7cb2 req-cc6f816a-ad21-40ff-b1cc-08b55ad146f1 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396326 Nov 16 00:35:36.746964 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630df914-8f3c-4149-86ad-f5c2434db87e req-a8fcfe5a-7db2-4f82-8ac1-5c9641dd679d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:36.748504 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-630df914-8f3c-4149-86ad-f5c2434db87e req-a8fcfe5a-7db2-4f82-8ac1-5c9641dd679d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0555804 Nov 16 00:35:36.789067 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-630df914-8f3c-4149-86ad-f5c2434db87e req-8a3b3475-3aef-4c0c-8378-d26a8968408e tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337117 Nov 16 00:35:37.134191 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90604fc2-a9c9-4a5f-81f2-14143722799c req-4602a925-7db1-4ac5-9269-156a045d0e71 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:37.135775 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-90604fc2-a9c9-4a5f-81f2-14143722799c req-4602a925-7db1-4ac5-9269-156a045d0e71 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0572696 Nov 16 00:35:37.177791 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-90604fc2-a9c9-4a5f-81f2-14143722799c req-37254966-64f2-4245-a638-8ccc38ef9cbc tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Nov 16 00:35:37.564075 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44cc1c-a70a-49fa-82c8-17c464e79019 req-6e227e3d-83ad-4f5e-ba04-c21256075f06 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:37.566689 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a44cc1c-a70a-49fa-82c8-17c464e79019 req-6e227e3d-83ad-4f5e-ba04-c21256075f06 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0651269 Nov 16 00:35:37.610882 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a44cc1c-a70a-49fa-82c8-17c464e79019 req-32b253a9-2bff-4b05-a022-a3db01863bbe tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386641 Nov 16 00:35:37.634196 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d643e-c204-422f-80da-f07cde3c5010 req-92ba54ba-2347-4e68-89f2-733e35c4be31 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:37.635898 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e45d643e-c204-422f-80da-f07cde3c5010 req-92ba54ba-2347-4e68-89f2-733e35c4be31 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0564075 Nov 16 00:35:37.684082 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e45d643e-c204-422f-80da-f07cde3c5010 req-63a15622-8c89-44ee-be81-15661c0ae80e tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419614 Nov 16 00:35:37.925834 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a77904-022b-443e-a608-ec1649516dba req-123789dd-8228-4691-912e-77ddbb59ab13 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:37.928609 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-78a77904-022b-443e-a608-ec1649516dba req-123789dd-8228-4691-912e-77ddbb59ab13 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0632434 Nov 16 00:35:37.977056 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-78a77904-022b-443e-a608-ec1649516dba req-5ccc601d-b689-4490-8405-6f005858ad40 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 Nov 16 00:35:38.322544 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5857d52-8cb6-4fdd-b015-29f13a4d46fc req-6b44b74d-56bb-4846-8a0a-02ba4585989a tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:38.325288 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d5857d52-8cb6-4fdd-b015-29f13a4d46fc req-6b44b74d-56bb-4846-8a0a-02ba4585989a tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0702567 Nov 16 00:35:38.369134 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d5857d52-8cb6-4fdd-b015-29f13a4d46fc req-0f7c4584-5772-4f46-83cb-6197b472f448 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334969 Nov 16 00:35:38.651759 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:38.818928 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0b601-9549-4767-9e10-3c997202b34c req-066259d1-301f-4b76-99d1-35e7a3fe4e23 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:38.820666 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-45f0b601-9549-4767-9e10-3c997202b34c req-066259d1-301f-4b76-99d1-35e7a3fe4e23 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.1121125 Nov 16 00:35:38.872246 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40949bbf-a74d-446b-ba2a-b6103ec93428 req-4fc55026-a630-4db0-89e9-d0c293fbc0b9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:38.874073 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-40949bbf-a74d-446b-ba2a-b6103ec93428 req-4fc55026-a630-4db0-89e9-d0c293fbc0b9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0967147 Nov 16 00:35:38.880891 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-45f0b601-9549-4767-9e10-3c997202b34c req-55f73738-fdc0-4c37-b27c-00568a4cdbb9 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Nov 16 00:35:38.923096 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-40949bbf-a74d-446b-ba2a-b6103ec93428 req-0ad479b1-a69e-43c3-821b-30995c07cdd9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420816 Nov 16 00:35:39.106563 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed269d96-96a8-41ae-b467-17a125f8d155 req-5af24445-9cee-4278-aeb2-1f807315ee59 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:39.108519 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ed269d96-96a8-41ae-b467-17a125f8d155 req-5af24445-9cee-4278-aeb2-1f807315ee59 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0522003 Nov 16 00:35:39.172666 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ed269d96-96a8-41ae-b467-17a125f8d155 req-65beaee3-98a3-4095-ab5b-5af9df7bcedc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513043 Nov 16 00:35:39.515151 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098ab34-989e-44e8-a059-01b38655c6ec req-d8e8b1db-375d-42c8-a2d6-31d65b7a404b tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:39.516972 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6098ab34-989e-44e8-a059-01b38655c6ec req-d8e8b1db-375d-42c8-a2d6-31d65b7a404b tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0596704 Nov 16 00:35:39.561099 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-6098ab34-989e-44e8-a059-01b38655c6ec req-2a12fbdf-3253-47a4-abbf-0f9783a2a449 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364053 Nov 16 00:35:40.068211 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472d2ea-c5f4-4160-aaeb-df867e54d97d req-1f6765f4-6081-432e-8333-82e01ba35b32 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:40.071181 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8472d2ea-c5f4-4160-aaeb-df867e54d97d req-1f6765f4-6081-432e-8333-82e01ba35b32 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.1066942 Nov 16 00:35:40.115478 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a0148-a0c7-4a1d-b73a-fa95cbf6313f req-ef88ec8c-a104-4ba3-a21a-3b0968b6b18f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:40.117927 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-110a0148-a0c7-4a1d-b73a-fa95cbf6313f req-ef88ec8c-a104-4ba3-a21a-3b0968b6b18f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0868564 Nov 16 00:35:40.139251 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8472d2ea-c5f4-4160-aaeb-df867e54d97d req-a5e6e21e-bbcb-42d0-b42f-5b0f07ec88d9 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606148 Nov 16 00:35:40.197263 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-110a0148-a0c7-4a1d-b73a-fa95cbf6313f req-590b4bee-f47c-432f-bbda-7fea1dd55cec tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682704 Nov 16 00:35:40.352060 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4375-014d-4671-884a-7e4f4c449f6c req-f11d0bb9-7886-4554-aa97-8ea3fe951a23 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:40.353687 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ca9d4375-014d-4671-884a-7e4f4c449f6c req-f11d0bb9-7886-4554-aa97-8ea3fe951a23 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0639236 Nov 16 00:35:40.399651 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ca9d4375-014d-4671-884a-7e4f4c449f6c req-be9a1c59-c5d0-4ca6-93a9-8fa60efb9f43 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395374 Nov 16 00:35:40.685524 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226031-e74c-49be-9290-56c482fbbe24 req-c4a3c842-4e3c-4241-8bd1-647cf471a184 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:40.687009 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dc226031-e74c-49be-9290-56c482fbbe24 req-c4a3c842-4e3c-4241-8bd1-647cf471a184 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0546191 Nov 16 00:35:40.731478 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dc226031-e74c-49be-9290-56c482fbbe24 req-19dd6c1d-5f69-479a-8b56-b84a35e5df74 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 Nov 16 00:35:41.285207 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3f71a-f4db-4dc3-8914-5e6d92671906 req-ecd1cb55-8c72-4cef-98ba-7b8e75e43eee tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:41.286809 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-75b3f71a-f4db-4dc3-8914-5e6d92671906 req-ecd1cb55-8c72-4cef-98ba-7b8e75e43eee tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0516589 Nov 16 00:35:41.327245 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1dc5-a7a0-4f1d-809a-747039463ede req-40f39bbb-02a2-4e1a-a072-43cb2c61aba5 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:41.328821 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8c7c1dc5-a7a0-4f1d-809a-747039463ede req-40f39bbb-02a2-4e1a-a072-43cb2c61aba5 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0595992 Nov 16 00:35:41.341997 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-75b3f71a-f4db-4dc3-8914-5e6d92671906 req-b66fcb97-3005-486b-a59d-2c7515d154d8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459824 Nov 16 00:35:41.386841 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8c7c1dc5-a7a0-4f1d-809a-747039463ede req-d6a15c7f-e6f0-4351-86b4-43aafcee2a13 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493746 Nov 16 00:35:41.511796 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-579045ae-0782-451c-a67b-b20fca65d2b2 req-1b66256c-c0c3-49cb-ba81-1d9a170bd0d5 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574349 Nov 16 00:35:41.559458 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-597cff35-5afb-40db-9676-78b72dfb957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:41.560984 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-597cff35-5afb-40db-9676-78b72dfb957a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a41a4472a974da5aee5d6b458d9f619&device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 1096 time: 0.1023586 Nov 16 00:35:41.574532 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9d6df-c6d9-493c-9b1f-cb0c56adeba6 req-7b5f0bf3-0ae3-4f5e-b501-1ceb94a30d48 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:41.576789 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee9d6df-c6d9-493c-9b1f-cb0c56adeba6 req-7b5f0bf3-0ae3-4f5e-b501-1ceb94a30d48 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0955179 Nov 16 00:35:41.701579 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-5ee9d6df-c6d9-493c-9b1f-cb0c56adeba6 req-522c2b2c-23b2-4d58-83c1-152f7d1cccfa tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182222 Nov 16 00:35:41.715083 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449ebcd-7324-44ed-922a-9a46c10ca437 req-9b9bad09-7bd5-4178-a236-f1941fc703be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:41.716661 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1449ebcd-7324-44ed-922a-9a46c10ca437 req-9b9bad09-7bd5-4178-a236-f1941fc703be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1098 time: 0.1174493 Nov 16 00:35:41.770450 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-00ada8c7-c740-48b5-b4fd-f7ee93a0583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:41.771981 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-00ada8c7-c740-48b5-b4fd-f7ee93a0583d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 200 len: 917 time: 0.1648319 Nov 16 00:35:41.778060 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1449ebcd-7324-44ed-922a-9a46c10ca437 req-2db8d890-ffcc-4051-b47b-959c9ae85ff8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534465 Nov 16 00:35:41.864023 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bd958-8f61-4acf-8808-a8c1db7be8d9 req-7039552a-5460-4dcf-a33a-811d19178cdf tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:41.865623 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d81bd958-8f61-4acf-8808-a8c1db7be8d9 req-7039552a-5460-4dcf-a33a-811d19178cdf tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0527632 Nov 16 00:35:41.910972 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d81bd958-8f61-4acf-8808-a8c1db7be8d9 req-bd6825ef-94e4-44e1-8cd5-2e2f68b5d98b tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359399 Nov 16 00:35:42.017060 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-f376620b-bdb1-4ae0-9e1c-a14674e417a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d HTTP/1.1" status: 200 len: 999 time: 0.0599649 Nov 16 00:35:42.073178 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-44dda7e0-f2e7-4031-bd9b-50758e61cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:42.074672 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-44dda7e0-f2e7-4031-bd9b-50758e61cf03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 200 len: 855 time: 0.0504787 Nov 16 00:35:42.131493 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-4cfb5c3f-b859-4cb2-9f7b-b67125c88109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:42.133228 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-4cfb5c3f-b859-4cb2-9f7b-b67125c88109 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f8b59832-05f6-4e7c-ada4-45e801ce41ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457730 Nov 16 00:35:42.232559 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-a4fe3cf2-f331-4030-9835-4105a8bb7379 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892179 Nov 16 00:35:42.333202 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-dad680e2-1677-4f30-840a-e3b5cf6b763b req-44d5357a-5336-4f5e-b007-7eab8c4bcdb1 service neutron] 10.222.0.36 "GET /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924730 Nov 16 00:35:42.478542 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb591c-44c0-4092-af11-774a39c3ebda req-9245a1b9-4cc7-4a6d-b46c-62e403f397c8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:42.480191 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2acb591c-44c0-4092-af11-774a39c3ebda req-9245a1b9-4cc7-4a6d-b46c-62e403f397c8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0579245 Nov 16 00:35:42.522731 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbc86b-4a6c-4103-a89a-24530d126a91 req-d3cf1434-b0d9-4ba3-bd0f-684e6e28d747 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:42.524524 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-55dbc86b-4a6c-4103-a89a-24530d126a91 req-d3cf1434-b0d9-4ba3-bd0f-684e6e28d747 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0615578 Nov 16 00:35:42.528832 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2acb591c-44c0-4092-af11-774a39c3ebda req-fa1938f5-77a7-4a01-9e72-61601a096f6a tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Nov 16 00:35:42.569890 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-55dbc86b-4a6c-4103-a89a-24530d126a91 req-62a53412-bbd0-4622-969f-ed6f9467d241 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390558 Nov 16 00:35:42.852968 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd423dd5-3c5b-4a55-8934-5331c85c86d6 req-edc31496-2c85-4f1b-b31e-7484ebd08bc6 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:42.854560 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bd423dd5-3c5b-4a55-8934-5331c85c86d6 req-edc31496-2c85-4f1b-b31e-7484ebd08bc6 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0613291 Nov 16 00:35:42.897353 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-bd423dd5-3c5b-4a55-8934-5331c85c86d6 req-9e759192-1409-431b-9dba-089d5c814e07 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367236 Nov 16 00:35:43.042494 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b7c21-e788-41b1-8767-2ca421b19a67 req-35b72f20-10c8-4d7d-b776-ff7dcfe2d271 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:43.044051 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-584b7c21-e788-41b1-8767-2ca421b19a67 req-35b72f20-10c8-4d7d-b776-ff7dcfe2d271 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0597246 Nov 16 00:35:43.093783 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-584b7c21-e788-41b1-8767-2ca421b19a67 req-92355d29-f68e-46b2-abc7-6c633c97727c tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Nov 16 00:35:43.696577 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401292f-025c-42df-aff9-4f498e7a3463 req-6166a4a2-542f-4c7d-b7ca-5634064b31c4 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:43.699126 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2401292f-025c-42df-aff9-4f498e7a3463 req-6166a4a2-542f-4c7d-b7ca-5634064b31c4 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0966518 Nov 16 00:35:43.741098 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae089f4-9f16-434a-ac17-b2c94a9abae3 req-4b97c5a4-acd5-497f-be55-80176d0b207b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:43.742833 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9ae089f4-9f16-434a-ac17-b2c94a9abae3 req-4b97c5a4-acd5-497f-be55-80176d0b207b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0661910 Nov 16 00:35:43.762893 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2401292f-025c-42df-aff9-4f498e7a3463 req-3af7f5a2-348e-42ad-8028-3449ee6626bd tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564787 Nov 16 00:35:43.797810 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9ae089f4-9f16-434a-ac17-b2c94a9abae3 req-2632d2e2-2594-4cc8-9ac2-25dc6d089642 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481632 Nov 16 00:35:43.895686 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88323b-a75d-449b-8808-19793afeb75b req-a005b2ce-774d-46cc-b30e-76328647ea95 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:43.897211 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-be88323b-a75d-449b-8808-19793afeb75b req-a005b2ce-774d-46cc-b30e-76328647ea95 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0542676 Nov 16 00:35:43.941891 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-be88323b-a75d-449b-8808-19793afeb75b req-5eaf4c8a-9b7f-40c6-a566-998a73072e36 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385027 Nov 16 00:35:43.964582 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48752) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:44.072350 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68853d4a-b0e6-4b9a-a953-3e6a6e3454ed req-eef8813b-9e70-4477-8b33-7d595cdee68a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:44.075180 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-68853d4a-b0e6-4b9a-a953-3e6a6e3454ed req-eef8813b-9e70-4477-8b33-7d595cdee68a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 943 time: 0.0733230 Nov 16 00:35:44.125233 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-68853d4a-b0e6-4b9a-a953-3e6a6e3454ed req-1b2c08f1-42a3-4d02-bbe5-1153a9495eec tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419612 Nov 16 00:35:44.134397 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de07fde-d7f9-4bc6-9b72-200d3c5027f9 tempest-TestShelveInstance-1772210835 tempest-TestShelveInstance-1772210835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:44.136057 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-8de07fde-d7f9-4bc6-9b72-200d3c5027f9 tempest-TestShelveInstance-1772210835 tempest-TestShelveInstance-1772210835-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1093 time: 0.1700447 Nov 16 00:35:44.140065 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48756) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:44.148010 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Request body: {'floatingip': {'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'port_id': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:44.187235 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for floatingip, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:44.319965 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:44.446857 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Allocated IP 172.27.1.199 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/9f5f2821-e67a-4735-9148-6d18dd2d4da7) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:35:44.552578 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:35:44.573963 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:44.630700 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:44.696509 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:35:44.703927 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:35:44.710809 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:35:44.717212 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:44.736442 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'port_id': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'mac_address': 'fa:16:3e:02:1e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:35:44.777950 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'Port': ['ID=9f5f2821-e67a-4735-9148-6d18dd2d4da7,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:44.807541 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:44.834093 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c138f4-ee49-4e30-8553-2bc8c5029b8d {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:44.875744 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:44.882906 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:44.884209 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device dd1e79b1-adea-4951-9c03-a4819deabd55 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:35:45.009993 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17a160-20cf-4eba-9ac2-aed97ef1440d req-4dcc6556-67cb-4568-9457-2716a1985934 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:45.013580 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-db17a160-20cf-4eba-9ac2-aed97ef1440d req-4dcc6556-67cb-4568-9457-2716a1985934 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 944 time: 0.0973516 Nov 16 00:35:45.085675 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-db17a160-20cf-4eba-9ac2-aed97ef1440d req-21789b71-d8ba-4eea-8f9e-4bf24549f6a5 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594618 Nov 16 00:35:45.121526 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=9']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:45.150055 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.150416 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.150771 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.151166 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.151484 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.151826 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.152163 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.152496 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.152832 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.153161 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.153489 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.153817 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:45.190432 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port dd1e79b1-adea-4951-9c03-a4819deabd55, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=dd1e79b1-adea-4951-9c03-a4819deabd55,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:45.204309 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'port_id': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'mac_address': 'fa:16:3e:eb:ae:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:35:45.297039 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:45.388672 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1e79b1-adea-4951-9c03-a4819deabd55 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:45.436425 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port dd1e79b1-adea-4951-9c03-a4819deabd55, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=dd1e79b1-adea-4951-9c03-a4819deabd55,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:45.443743 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:45.520336 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=dd1e79b1-adea-4951-9c03-a4819deabd55,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:45.543010 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bcf86-79ea-45a4-b3e5-c299ea6df23f req-d4455797-5712-4c2b-acd9-384a347d24b9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:45.545884 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-eb6bcf86-79ea-45a4-b3e5-c299ea6df23f req-d4455797-5712-4c2b-acd9-384a347d24b9 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 944 time: 0.1906550 Nov 16 00:35:45.567940 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:45.635691 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-eb6bcf86-79ea-45a4-b3e5-c299ea6df23f req-58a01eab-4111-49a0-8eb5-2a9a227a7ef1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789921 Nov 16 00:35:45.671765 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:45.695571 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['24c138f4-ee49-4e30-8553-2bc8c5029b8d'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:35:45.701070 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['dd1e79b1-adea-4951-9c03-a4819deabd55'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:35:45.931870 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:45.939692 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:46.035510 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event updated for resources: {'Port': ['ID=9f5f2821-e67a-4735-9148-6d18dd2d4da7,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:46.053464 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:46.251263 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Floating IP b5032514-6403-4671-8704-a8cd98a6f8a3 associated. External IP: 172.27.1.199, port: e9de811a-ed83-4234-81b8-9dda4ea6612f. Nov 16 00:35:46.253223 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5e1db-dd09-43a2-8b7f-32a699b91005 req-373399be-4abc-45ff-8ce6-26ed16546da9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:46.257589 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0af5e1db-dd09-43a2-8b7f-32a699b91005 req-373399be-4abc-45ff-8ce6-26ed16546da9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 945 time: 0.0791807 Nov 16 00:35:46.300137 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0af5e1db-dd09-43a2-8b7f-32a699b91005 req-c49c4f04-b8d6-43ea-9ad7-caa7c18ddfa9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386815 Nov 16 00:35:46.568286 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:35:46.627410 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 24c138f4-ee49-4e30-8553-2bc8c5029b8d triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:46.627759 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:46.753850 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:46.789295 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:46.791731 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd72ef5-28aa-46cf-9a0f-235665e5ff9d" -d '{"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-plugged", "status": "completed", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:46.807573 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:46.811195 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:35:46.816051 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:46.822668 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06697495-1b00-43a4-9c4f-143b7cca0c7b req-137f3656-7f49-4697-aae4-81822ab7587d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:46.824305 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06697495-1b00-43a4-9c4f-143b7cca0c7b req-137f3656-7f49-4697-aae4-81822ab7587d tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 944 time: 0.0824974 Nov 16 00:35:46.855933 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eac13f-1f01-44c7-935b-b7b6b368b025 x-openstack-request-id: req-17eac13f-1f01-44c7-935b-b7b6b368b025 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:46.856223 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-plugged", "status": "completed", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:46.856473 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17eac13f-1f01-44c7-935b-b7b6b368b025 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:46.856869 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'code': 200} Nov 16 00:35:46.880448 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=10']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:46.951929 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06697495-1b00-43a4-9c4f-143b7cca0c7b req-24d2a57a-ad12-490e-8766-9238a402b833 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139562 Nov 16 00:35:46.974103 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:35:46.995221 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] Sync routers for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:35:46.996351 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:47.006879 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:35:47.007556 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:35:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:47.086589 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-53d83738-2561-4f15-9517-60ecb63c44a7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9448743 Nov 16 00:35:47.088594 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:47.091474 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:47.109788 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a0ae8-b91f-4985-b12e-53c2f1ab449e req-8608ab32-e8d4-4843-af05-65049096be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:47.112378 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-718a0ae8-b91f-4985-b12e-53c2f1ab449e req-8608ab32-e8d4-4843-af05-65049096be15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 1099 time: 0.0721440 Nov 16 00:35:47.140282 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:47.156597 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-718a0ae8-b91f-4985-b12e-53c2f1ab449e req-e4b1c68b-d556-46b8-af69-a1b63563bf16 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366287 Nov 16 00:35:47.163371 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552f2a32-324e-4b98-ad2b-5fa1ab673f5f x-openstack-request-id: req-552f2a32-324e-4b98-ad2b-5fa1ab673f5f {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:47.163709 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:47.163902 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-552f2a32-324e-4b98-ad2b-5fa1ab673f5f {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:47.164314 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'status': 'completed', 'code': 200} Nov 16 00:35:47.428953 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'b5032514-6403-4671-8704-a8cd98a6f8a3', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'port_id': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'mac_address': 'fa:16:3e:a3:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:35:45Z', 'updated_at': '2021-11-16T00:35:45Z', 'revision_number': 0, 'project_id': '8b1da70dc7334be3be9b115125527150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:55Z', 'revision_number': 5, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:47.479527 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae2ef3-1cde-4263-952b-034cd52a77db req-12d3fa24-120f-4bad-9811-5e9d5bee55ba tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:47.481190 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c5ae2ef3-1cde-4263-952b-034cd52a77db req-12d3fa24-120f-4bad-9811-5e9d5bee55ba tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 945 time: 0.0906239 Nov 16 00:35:47.484336 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-746acb92-3eda-4616-96e8-0ad10e52d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:47.486433 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-746acb92-3eda-4616-96e8-0ad10e52d58d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b1da70dc7334be3be9b115125527150&device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1098 time: 0.0840034 Nov 16 00:35:47.561488 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] Checking router: 2072f7b6-e3ec-433e-bb8c-b987d1acb9db for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:35:47.572866 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:35:47.573511 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:35:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:47.590310 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c5ae2ef3-1cde-4263-952b-034cd52a77db req-23ed1e59-4c46-4450-bd68-b251d2191a08 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971794 Nov 16 00:35:47.634409 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-a17c7c48-a2a0-406f-8325-4b100944e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:47.636159 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-a17c7c48-a2a0-406f-8325-4b100944e0c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 200 len: 909 time: 0.1410382 Nov 16 00:35:47.717633 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-922cd99b-04e5-4088-8509-50aeda907147 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 200 len: 999 time: 0.0730121 Nov 16 00:35:47.721331 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:47.785389 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-9a2f68f7-49de-4814-8a81-381a1addb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:47.787862 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-9a2f68f7-49de-4814-8a81-381a1addb340 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9b4676e-c0ed-4c18-9628-51baf92688a4 HTTP/1.1" status: 200 len: 847 time: 0.0626874 Nov 16 00:35:47.838571 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-1384c3d6-bbba-40f7-9e6a-b79d6008680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:47.840174 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-1384c3d6-bbba-40f7-9e6a-b79d6008680e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0799e9f-bf39-4d36-9463-c7bb236f55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445530 Nov 16 00:35:47.946111 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-aaf83d94-be3e-464b-8871-159fa4084054 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977592 Nov 16 00:35:47.983328 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'b5032514-6403-4671-8704-a8cd98a6f8a3', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'port_id': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'mac_address': 'fa:16:3e:a3:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:35:45Z', 'updated_at': '2021-11-16T00:35:45Z', 'revision_number': 0, 'project_id': '8b1da70dc7334be3be9b115125527150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:55Z', 'revision_number': 5, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:48.018336 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a89aa8-7afa-4bb8-b9bb-647f0422aac4 None None] The sync data for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi is: [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': 'b5032514-6403-4671-8704-a8cd98a6f8a3', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'port_id': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'mac_address': 'fa:16:3e:a3:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:35:45Z', 'updated_at': '2021-11-16T00:35:45Z', 'revision_number': 0, 'project_id': '8b1da70dc7334be3be9b115125527150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:55Z', 'revision_number': 5, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:35:48.107415 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-633c5e8d-53de-403a-8fcf-8f12c5aa9d40 req-595019e9-aef3-4381-9219-c16b63ffc209 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535492 Nov 16 00:35:48.147943 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ddede-cc6d-44fe-b04d-d6c3fc837a8d req-27e6729e-891f-4cc4-8177-4cd20ca964c0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:48.150645 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-405ddede-cc6d-44fe-b04d-d6c3fc837a8d req-27e6729e-891f-4cc4-8177-4cd20ca964c0 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 946 time: 0.0795238 Nov 16 00:35:48.198643 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-405ddede-cc6d-44fe-b04d-d6c3fc837a8d req-1a3668aa-0b06-4650-bd80-ab70a4faed77 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415213 Nov 16 00:35:48.312626 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da74edc0-7d9e-4c38-b85a-f9a49d302cdb None None] New status for floating IP b5032514-6403-4671-8704-a8cd98a6f8a3: ACTIVE {{(pid=107821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:35:48.568198 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device dd1e79b1-adea-4951-9c03-a4819deabd55 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:35:48.646583 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port dd1e79b1-adea-4951-9c03-a4819deabd55 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:35:48.652536 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port dd1e79b1-adea-4951-9c03-a4819deabd55 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:35:48.653026 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:48.755312 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb39b38-6211-4975-9ce6-39b2cc901c7b req-cf7ae8a5-36c6-4702-9a20-0c66edd3d905 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:48.756876 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1eb39b38-6211-4975-9ce6-39b2cc901c7b req-cf7ae8a5-36c6-4702-9a20-0c66edd3d905 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 945 time: 0.0593569 Nov 16 00:35:48.787496 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:48.817732 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1eb39b38-6211-4975-9ce6-39b2cc901c7b req-f90ffa72-4130-46fb-9467-84099bb7d5a7 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538709 Nov 16 00:35:48.828648 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port dd1e79b1-adea-4951-9c03-a4819deabd55, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=dd1e79b1-adea-4951-9c03-a4819deabd55,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:48.838101 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:48.867385 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:48.869838 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd738609-8c5a-4897-a8bc-5966e5d93027" -d '{"events": [{"server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "name": "network-vif-plugged", "status": "completed", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:48.908995 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=dd1e79b1-adea-4951-9c03-a4819deabd55,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:48.931215 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f0842f-54e0-4c39-886e-3e1195c80c47 x-openstack-request-id: req-c2f0842f-54e0-4c39-886e-3e1195c80c47 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:48.931675 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "name": "network-vif-plugged", "status": "completed", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:48.931934 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2f0842f-54e0-4c39-886e-3e1195c80c47 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:48.932337 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'code': 200} Nov 16 00:35:49.207695 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ed7e6-a0aa-4d65-b92f-a7bc85372035 req-a15c5fc1-c984-49c6-9ac7-238b343e7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:49.210049 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-712ed7e6-a0aa-4d65-b92f-a7bc85372035 req-a15c5fc1-c984-49c6-9ac7-238b343e7dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 1099 time: 0.0608869 Nov 16 00:35:49.262320 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-712ed7e6-a0aa-4d65-b92f-a7bc85372035 req-228e25ae-4211-49b8-8cd8-569d8eef219c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Nov 16 00:35:49.347739 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d800-ab08-48bd-b86c-d3d39188bdae req-96954c2f-9ba6-4023-aa6c-ad1a3ada245b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:49.349369 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a24d800-ab08-48bd-b86c-d3d39188bdae req-96954c2f-9ba6-4023-aa6c-ad1a3ada245b tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 946 time: 0.0536537 Nov 16 00:35:49.393688 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9a24d800-ab08-48bd-b86c-d3d39188bdae req-bf815918-23b8-4540-bbfb-f7c6f85a8fb1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363235 Nov 16 00:35:49.967307 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d50a3-8b3b-4b54-98bf-c14f2985f83a req-5b1e99ff-16b9-46cd-8123-accac6031214 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:49.968999 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-440d50a3-8b3b-4b54-98bf-c14f2985f83a req-5b1e99ff-16b9-46cd-8123-accac6031214 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 946 time: 0.0662653 Nov 16 00:35:50.013890 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-440d50a3-8b3b-4b54-98bf-c14f2985f83a req-63c19b10-b6e5-4f4c-b124-3c9b628f23c9 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377085 Nov 16 00:35:51.161108 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a87e4-3633-4d15-b377-51c5891705e5 req-2d3153b4-93be-47b4-947c-15ed10667b27 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:51.162774 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2d3a87e4-3633-4d15-b377-51c5891705e5 req-2d3153b4-93be-47b4-947c-15ed10667b27 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 946 time: 0.0685329 Nov 16 00:35:51.229186 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2d3a87e4-3633-4d15-b377-51c5891705e5 req-50c37e74-3d3b-4eeb-aea9-867dffed9b1d tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544515 Nov 16 00:35:51.372514 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaa94a-1f91-4d54-ade9-b5a04c8180c1 req-9c250692-2d91-4102-b8f1-66b9556e347f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:51.374152 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-26aaa94a-1f91-4d54-ade9-b5a04c8180c1 req-9c250692-2d91-4102-b8f1-66b9556e347f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 946 time: 0.0615733 Nov 16 00:35:51.421949 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-26aaa94a-1f91-4d54-ade9-b5a04c8180c1 req-08d9a406-b131-4f00-912e-0ac955a53633 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397677 Nov 16 00:35:51.446886 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48848) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:51.498655 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce286c05-38a9-4768-8a43-08e549fcd1f8 tempest-TestVolumeBootPattern-731869635 tempest-TestVolumeBootPattern-731869635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:51.501952 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-ce286c05-38a9-4768-8a43-08e549fcd1f8 tempest-TestVolumeBootPattern-731869635 tempest-TestVolumeBootPattern-731869635-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 1094 time: 0.0532556 Nov 16 00:35:51.504922 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 48850) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:35:51.513424 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Request body: {'floatingip': {'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'port_id': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:51.547636 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:51.674983 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:51.795591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Allocated IP 172.27.1.69 (5c6eca8e-5393-4671-a80e-522d209200b1/448fb321-2fcf-4085-a956-7b82f3b9b2d7/5e4e5166-af76-474a-a485-90b7dbd55891) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:35:51.907021 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:51.945181 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:51.991953 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Network 5c6eca8e-5393-4671-a80e-522d209200b1 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:35:51.995271 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:35:51.999342 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:35:52.030760 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'Port': ['ID=5e4e5166-af76-474a-a485-90b7dbd55891,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:52.047004 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.047382 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.047719 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.048063 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.049117 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.049538 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.049872 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.050205 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.050533 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.050856 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.051214 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.051534 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:35:52.368994 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:35:52.403222 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:52.481157 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:52.647658 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:52.652426 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:52.732228 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event updated for resources: {'Port': ['ID=5e4e5166-af76-474a-a485-90b7dbd55891,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:52.748020 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:52.871270 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Floating IP 9ba48d82-836a-4bb9-879b-25a29a546fbc associated. External IP: 172.27.1.69, port: dd1e79b1-adea-4951-9c03-a4819deabd55. Nov 16 00:35:53.333062 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-d8faa0bc-8b41-4787-9c31-d021f83d26b1 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:53.335782 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-d8faa0bc-8b41-4787-9c31-d021f83d26b1 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 815 time: 0.3591862 Nov 16 00:35:53.373479 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-ed5ece7b-f3c4-4632-bdf1-e26c883ea11d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/quotas/1b08090244b44b94bdedacad6778dec0 HTTP/1.1" status: 200 len: 375 time: 0.0295153 Nov 16 00:35:53.385486 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Router 47ddca5e-401e-473d-8328-5d6228e7521d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:35:53.505166 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-1f9aea6e-9245-4c85-81c6-f73f8b1bfa8c tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249158 Nov 16 00:35:53.601990 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:35:53.612193 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] Sync routers for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:35:53.621689 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:35:53.622318 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:35:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:53.637066 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4799b98f-9a02-4b72-ae11-380f3486492c service neutron] 10.222.0.31 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228509 Nov 16 00:35:53.640327 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:53.723202 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-34cc2671-c664-4241-a2c9-29aee9eb5e55 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2064583 Nov 16 00:35:53.723202 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:53.723202 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961dda83-48e6-4a12-8101-252120f84c21" -d '{"events": [{"name": "network-changed", "server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:53.746965 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:53.770198 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f39561-bc1f-4eca-a451-06d0f657326c x-openstack-request-id: req-a6f39561-bc1f-4eca-a451-06d0f657326c {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:53.770500 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:53.770755 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6f39561-bc1f-4eca-a451-06d0f657326c {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:53.771185 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'status': 'completed', 'code': 200} Nov 16 00:35:53.791677 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-a89f67a3-54d2-4f7b-8055-57d516b41565 service neutron] 10.222.0.31 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475825 Nov 16 00:35:53.843650 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dda83-48e6-4a12-8101-252120f84c21 req-454921a0-5068-497e-85fe-5f70fa7c5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:53.846288 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-961dda83-48e6-4a12-8101-252120f84c21 req-454921a0-5068-497e-85fe-5f70fa7c5b3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 1099 time: 0.0525935 Nov 16 00:35:53.982371 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dda83-48e6-4a12-8101-252120f84c21 req-de759f58-1564-43fe-afcd-1804584017dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:53.984932 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-961dda83-48e6-4a12-8101-252120f84c21 req-de759f58-1564-43fe-afcd-1804584017dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.1325457 Nov 16 00:35:54.009940 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-f57a6e8f-08d3-4880-ad1e-13992b0f170c req-0d5d579a-3666-4195-8aa2-9fb59924cdc1 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 210 time: 0.0473399 Nov 16 00:35:54.081858 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '8e1f99f4-afee-4fa0-927e-a1a402476adc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:36Z', 'updated_at': '2021-11-16T00:33:39Z', 'revision_number': 1, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}, {'id': '9ba48d82-836a-4bb9-879b-25a29a546fbc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:eb:ae:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de441742-51f2-454f-902d-c9da73b74a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:35:52Z', 'updated_at': '2021-11-16T00:35:52Z', 'revision_number': 0, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:54.105856 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-961dda83-48e6-4a12-8101-252120f84c21 req-e81f698c-ccb7-43aa-9472-9ae07255daf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd1e79b1-adea-4951-9c03-a4819deabd55 HTTP/1.1" status: 200 len: 999 time: 0.1092398 Nov 16 00:35:54.115094 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] Checking router: 47ddca5e-401e-473d-8328-5d6228e7521d for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:35:54.124470 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:35:54.125106 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:35:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:54.178928 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dda83-48e6-4a12-8101-252120f84c21 req-7aea8792-3b93-455a-b531-94c154b94d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:54.180476 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-961dda83-48e6-4a12-8101-252120f84c21 req-7aea8792-3b93-455a-b531-94c154b94d23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0651271 Nov 16 00:35:54.237975 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dda83-48e6-4a12-8101-252120f84c21 req-fab14262-2fc7-457d-9d1a-2af2aec165e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:54.239584 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-961dda83-48e6-4a12-8101-252120f84c21 req-fab14262-2fc7-457d-9d1a-2af2aec165e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506189 Nov 16 00:35:54.242818 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:35:54.432408 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-961dda83-48e6-4a12-8101-252120f84c21 req-8f4cffb6-a168-48c3-b7ae-39d2d8a81387 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765485 Nov 16 00:35:54.514425 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '8e1f99f4-afee-4fa0-927e-a1a402476adc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:36Z', 'updated_at': '2021-11-16T00:33:39Z', 'revision_number': 1, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}, {'id': '9ba48d82-836a-4bb9-879b-25a29a546fbc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:eb:ae:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de441742-51f2-454f-902d-c9da73b74a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:35:52Z', 'updated_at': '2021-11-16T00:35:52Z', 'revision_number': 0, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:35:54.544840 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033932d-a62d-40a8-8457-936bbcf061aa None None] The sync data for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi is: [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '8e1f99f4-afee-4fa0-927e-a1a402476adc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:36Z', 'updated_at': '2021-11-16T00:33:39Z', 'revision_number': 1, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}, {'id': '9ba48d82-836a-4bb9-879b-25a29a546fbc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:eb:ae:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de441742-51f2-454f-902d-c9da73b74a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:35:52Z', 'updated_at': '2021-11-16T00:35:52Z', 'revision_number': 0, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:35:54.578191 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-961dda83-48e6-4a12-8101-252120f84c21 req-b85cf2cf-59ee-41e3-98dc-d7168bb13701 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367888 Nov 16 00:35:54.803273 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2660b9d-aefd-4885-a3e8-32ed7300bcb5 None None] New status for floating IP 9ba48d82-836a-4bb9-879b-25a29a546fbc: ACTIVE {{(pid=107821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:35:55.162898 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-78cfb7f9-8152-47c2-bd38-68111c0d8ad3 req-116c9763-1119-4dde-834b-df027767149f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 210 time: 0.0386956 Nov 16 00:35:55.217547 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-b1bb155d-0998-4f63-8733-c3643629197f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:55.219099 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-b1bb155d-0998-4f63-8733-c3643629197f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 815 time: 0.1583066 Nov 16 00:35:55.249597 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Request body: {'port': {'device_id': '081f2420-eaa6-4d4c-a750-f4ca807d9d14', 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb', 'admin_state_up': True, 'tenant_id': '1b08090244b44b94bdedacad6778dec0'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:55.373183 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Made reservation on behalf of 1b08090244b44b94bdedacad6778dec0 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:35:55.377278 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:55.515793 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Allocated IP 172.20.0.7 (3ade04b1-2f01-4769-9a91-0d2df635fcbb/9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149/d6680774-dc79-4ad5-a0f2-d8eb25c28626) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:35:55.685959 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:55.726614 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:55.746428 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['13925c20-f053-442a-8124-fd021f837b58'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:35:55.779164 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Network 3ade04b1-2f01-4769-9a91-0d2df635fcbb is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:35:55.782547 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:35:55.792187 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:35:55.797014 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Pushing event updated for resources: {'Port': ['ID=d6680774-dc79-4ad5-a0f2-d8eb25c28626,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:55.855413 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:55.856255 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:55.873549 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-4fffa2f2-0fa9-463e-b628-091770008ae8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6279192 Nov 16 00:35:55.895961 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Request body: {'port': {'device_id': '081f2420-eaa6-4d4c-a750-f4ca807d9d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:35:55.954823 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:56.323707 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8facfc-15aa-4b2c-a68f-19c746ea80bd req-7b939bc7-5e69-426c-bf77-fcefbe50756f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:56.326016 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-aa8facfc-15aa-4b2c-a68f-19c746ea80bd req-7b939bc7-5e69-426c-bf77-fcefbe50756f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 931 time: 0.0705779 Nov 16 00:35:56.396718 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-aa8facfc-15aa-4b2c-a68f-19c746ea80bd req-623817f4-edc7-40d7-aed8-52bf3d10353e tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631359 Nov 16 00:35:56.514680 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6680774-dc79-4ad5-a0f2-d8eb25c28626 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:56.522908 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:56.536400 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Transition to ACTIVE for port object d6680774-dc79-4ad5-a0f2-d8eb25c28626 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:35:56.540025 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:56.590645 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Pushing event updated for resources: {'Port': ['ID=d6680774-dc79-4ad5-a0f2-d8eb25c28626,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:56.666326 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Attempting to bind port d6680774-dc79-4ad5-a0f2-d8eb25c28626 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:35:56.666679 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Attempting to bind port d6680774-dc79-4ad5-a0f2-d8eb25c28626 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:35:56.667013 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Attempting to bind port d6680774-dc79-4ad5-a0f2-d8eb25c28626 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:35:56.671808 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Port d6680774-dc79-4ad5-a0f2-d8eb25c28626 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:35:56.672135 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Attempting to bind port d6680774-dc79-4ad5-a0f2-d8eb25c28626 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:35:56.678503 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:35:56.678841 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Checking segment: {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:35:56.679339 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Bound using segment: {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:35:56.679770 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Bound port: d6680774-dc79-4ad5-a0f2-d8eb25c28626, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:35:56.680136 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:56.755995 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] For port d6680774-dc79-4ad5-a0f2-d8eb25c28626, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:35:56.762408 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] For port d6680774-dc79-4ad5-a0f2-d8eb25c28626, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d6680774-dc79-4ad5-a0f2-d8eb25c28626,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:35:56.767768 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:56.808427 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:56.809068 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:56.810598 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] 10.222.0.36 "PUT /v2.0/ports/d6680774-dc79-4ad5-a0f2-d8eb25c28626 HTTP/1.1" status: 200 len: 1093 time: 0.9207017 Nov 16 00:35:56.811072 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081f2420-eaa6-4d4c-a750-f4ca807d9d14', 'tag': 'd6680774-dc79-4ad5-a0f2-d8eb25c28626'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:35:56.813482 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4" -d '{"events": [{"name": "network-changed", "server_uuid": "081f2420-eaa6-4d4c-a750-f4ca807d9d14", "tag": "d6680774-dc79-4ad5-a0f2-d8eb25c28626"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:35:56.848136 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4b70c-148a-4f57-8b6b-188a5935c932 service neutron] Pushing event updated for resources: {'Port': ['ID=d6680774-dc79-4ad5-a0f2-d8eb25c28626,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:56.857455 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9b5b56-a8d8-4e1d-87cc-8b1562032336 x-openstack-request-id: req-1a9b5b56-a8d8-4e1d-87cc-8b1562032336 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:35:56.857765 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081f2420-eaa6-4d4c-a750-f4ca807d9d14", "tag": "d6680774-dc79-4ad5-a0f2-d8eb25c28626", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:35:56.858003 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a9b5b56-a8d8-4e1d-87cc-8b1562032336 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:35:56.858502 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081f2420-eaa6-4d4c-a750-f4ca807d9d14', 'tag': 'd6680774-dc79-4ad5-a0f2-d8eb25c28626', 'status': 'completed', 'code': 200} Nov 16 00:35:56.911829 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-b8241ba8-a27f-4bf5-8c5a-a18d9c71ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:56.913351 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-b8241ba8-a27f-4bf5-8c5a-a18d9c71ff89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 1096 time: 0.0418673 Nov 16 00:35:56.962622 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-c317e2a1-1019-4336-934e-ac5240e06cf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6680774-dc79-4ad5-a0f2-d8eb25c28626 HTTP/1.1" status: 200 len: 217 time: 0.0371277 Nov 16 00:35:57.016558 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-e773d7a2-cc9e-44e8-961a-418a8e291d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:57.018736 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-e773d7a2-cc9e-44e8-961a-418a8e291d3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 HTTP/1.1" status: 200 len: 855 time: 0.0448053 Nov 16 00:35:57.055268 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-2164b6b4-f776-4a5b-b60f-c45634d063bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ade04b1-2f01-4769-9a91-0d2df635fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268407 Nov 16 00:35:57.162661 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-92dfbc7f-a8e3-4b0a-abde-5f7d88652e81 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938334 Nov 16 00:35:57.264662 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-33d8399f-0f64-467a-9340-3a1199ac0ae5 req-045b2073-26bd-4c6b-833c-03902049eda2 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877860 Nov 16 00:35:57.364974 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-1ac053c7-516e-46cd-bacf-75d51aa1b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:57.366571 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-1ac053c7-516e-46cd-bacf-75d51aa1b352 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 1096 time: 0.0442026 Nov 16 00:35:57.476769 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-b18f6341-4380-4888-ba24-60ac55b5401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:57.479450 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-b18f6341-4380-4888-ba24-60ac55b5401b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 916 time: 0.1003852 Nov 16 00:35:57.524727 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14a76f-cbd3-47c3-b108-06360da4959c req-da2dd142-59d2-4250-ad9e-f70ce57f2edd tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:57.525753 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-f183237b-e8fb-4644-b6a7-ee537518fcf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6680774-dc79-4ad5-a0f2-d8eb25c28626 HTTP/1.1" status: 200 len: 217 time: 0.0379231 Nov 16 00:35:57.527252 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ab14a76f-cbd3-47c3-b108-06360da4959c req-da2dd142-59d2-4250-ad9e-f70ce57f2edd tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 943 time: 0.0609288 Nov 16 00:35:57.568171 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ab14a76f-cbd3-47c3-b108-06360da4959c req-9efa1057-0921-4a16-aad3-d2d5ca1bc06f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358901 Nov 16 00:35:57.588018 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-20809776-88d5-42eb-940f-4b0bd2e69b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:57.589513 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-20809776-88d5-42eb-940f-4b0bd2e69b40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 HTTP/1.1" status: 200 len: 855 time: 0.0523920 Nov 16 00:35:57.626000 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-e31e8cc3-18b8-4c8f-a6e3-3899fa0f037a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ade04b1-2f01-4769-9a91-0d2df635fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265951 Nov 16 00:35:57.730762 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-32f01fac-b47f-45df-9b40-20e0e56ef664 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935574 Nov 16 00:35:57.837929 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6b5bfd21-4c5c-44b8-a4a8-2164a5da37a4 req-c084cdd9-6306-450f-863f-268ed2302974 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980930 Nov 16 00:35:57.994531 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-34787291-501c-446d-978d-b0e894d38ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:58.602209 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device d6680774-dc79-4ad5-a0f2-d8eb25c28626 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:35:58.710235 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc85ef0-7716-4dd4-bff3-9fc509fe41d2 req-d17684ca-9448-4c6f-8624-b7cc6ea1ea20 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:58.713039 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ccc85ef0-7716-4dd4-bff3-9fc509fe41d2 req-d17684ca-9448-4c6f-8624-b7cc6ea1ea20 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 943 time: 0.0622694 Nov 16 00:35:58.723030 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port d6680774-dc79-4ad5-a0f2-d8eb25c28626, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d6680774-dc79-4ad5-a0f2-d8eb25c28626,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:58.738068 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': 'd6680774-dc79-4ad5-a0f2-d8eb25c28626', 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb', 'port_id': 'd6680774-dc79-4ad5-a0f2-d8eb25c28626', 'mac_address': 'fa:16:3e:3d:cf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:35:58.756314 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ccc85ef0-7716-4dd4-bff3-9fc509fe41d2 req-88599adc-7bb1-47a4-a5f1-abc2bbd2820a tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366828 Nov 16 00:35:58.788271 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:58.811177 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6680774-dc79-4ad5-a0f2-d8eb25c28626 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:35:58.844260 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port d6680774-dc79-4ad5-a0f2-d8eb25c28626, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d6680774-dc79-4ad5-a0f2-d8eb25c28626,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:35:58.852275 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:35:58.905540 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=d6680774-dc79-4ad5-a0f2-d8eb25c28626,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:35:59.155003 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['d6680774-dc79-4ad5-a0f2-d8eb25c28626'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:35:59.874700 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60338c-cd1f-430e-95ad-311b5b0123e7 req-9cdbf373-d283-4db5-8dfa-c4bcfa111353 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:35:59.876943 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-da60338c-cd1f-430e-95ad-311b5b0123e7 req-9cdbf373-d283-4db5-8dfa-c4bcfa111353 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 944 time: 0.0524049 Nov 16 00:35:59.920524 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-da60338c-cd1f-430e-95ad-311b5b0123e7 req-350364f2-b510-4c6f-b839-5ebb49c726a0 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 Nov 16 00:36:00.600910 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device d6680774-dc79-4ad5-a0f2-d8eb25c28626 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:36:00.652358 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:00.670228 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port d6680774-dc79-4ad5-a0f2-d8eb25c28626 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:36:00.675405 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port d6680774-dc79-4ad5-a0f2-d8eb25c28626 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:36:00.675805 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:00.760251 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:00.795399 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f2420-eaa6-4d4c-a750-f4ca807d9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6680774-dc79-4ad5-a0f2-d8eb25c28626'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:36:00.799672 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0ce7a4-8702-4d17-a649-174dfc8fc55c" -d '{"events": [{"server_uuid": "081f2420-eaa6-4d4c-a750-f4ca807d9d14", "name": "network-vif-plugged", "status": "completed", "tag": "d6680774-dc79-4ad5-a0f2-d8eb25c28626"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:36:00.817275 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port d6680774-dc79-4ad5-a0f2-d8eb25c28626, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d6680774-dc79-4ad5-a0f2-d8eb25c28626,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:00.821985 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:00.852817 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8020451b-f8a9-4169-ba4f-a4b35711f558 x-openstack-request-id: req-8020451b-f8a9-4169-ba4f-a4b35711f558 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:36:00.853555 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f2420-eaa6-4d4c-a750-f4ca807d9d14", "name": "network-vif-plugged", "status": "completed", "tag": "d6680774-dc79-4ad5-a0f2-d8eb25c28626", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:36:00.853815 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8020451b-f8a9-4169-ba4f-a4b35711f558 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:36:00.854205 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f2420-eaa6-4d4c-a750-f4ca807d9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6680774-dc79-4ad5-a0f2-d8eb25c28626', 'code': 200} Nov 16 00:36:00.881075 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=d6680774-dc79-4ad5-a0f2-d8eb25c28626,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:01.028916 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea772e-3c89-45ec-87e5-b9f58883833a req-b13aed53-9a31-4c74-a391-b977e26a11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:01.030435 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c1ea772e-3c89-45ec-87e5-b9f58883833a req-b13aed53-9a31-4c74-a391-b977e26a11cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 1098 time: 0.0421836 Nov 16 00:36:01.043255 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939aee5-f34a-4978-a0dd-7282af794c26 req-ba28c1ce-0fbb-40b7-a21a-f6e0530210e3 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:01.044794 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1939aee5-f34a-4978-a0dd-7282af794c26 req-ba28c1ce-0fbb-40b7-a21a-f6e0530210e3 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 945 time: 0.0528221 Nov 16 00:36:01.076584 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c1ea772e-3c89-45ec-87e5-b9f58883833a req-bd34f993-c86c-4bb9-acad-723d12ec11b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384133 Nov 16 00:36:01.092873 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1939aee5-f34a-4978-a0dd-7282af794c26 req-0a95988a-c984-4b98-9248-303734b8c059 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Nov 16 00:36:01.431327 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0399431b-2314-4086-addc-01b4c3bb53d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:02.044734 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:02.215945 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182665f3-ca24-44eb-b4e9-017b3f9024f0 req-3ff3fd3b-d60b-4649-bc85-c039f8c16af1 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:02.217456 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-182665f3-ca24-44eb-b4e9-017b3f9024f0 req-3ff3fd3b-d60b-4649-bc85-c039f8c16af1 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 945 time: 0.0527816 Nov 16 00:36:02.256510 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-182665f3-ca24-44eb-b4e9-017b3f9024f0 req-d4302755-94d0-4d94-a3aa-caca45aaef0c tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Nov 16 00:36:03.378018 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766c69a-41f1-40dc-9b92-43f5c4d181ab req-d810a9fa-ba96-4d88-896a-a3132dd560d4 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:03.379559 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8766c69a-41f1-40dc-9b92-43f5c4d181ab req-d810a9fa-ba96-4d88-896a-a3132dd560d4 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 945 time: 0.0534904 Nov 16 00:36:03.419624 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8766c69a-41f1-40dc-9b92-43f5c4d181ab req-d2ab986a-0392-4939-97c6-3dc65cb547db tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336928 Nov 16 00:36:03.702905 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:05.160623 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-4ecfbf8e-ca5e-4e61-b3e1-49e120adbee8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:05.162087 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-4ecfbf8e-ca5e-4e61-b3e1-49e120adbee8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 815 time: 0.1007061 Nov 16 00:36:05.179522 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-283ba3ed-aa47-4567-9181-3201994cf6f8 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/quotas/1b08090244b44b94bdedacad6778dec0 HTTP/1.1" status: 200 len: 375 time: 0.0116539 Nov 16 00:36:05.235499 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-1d2e9c38-375c-404b-9742-7f2950b86bd6 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512090 Nov 16 00:36:05.324136 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-fc6df164-6238-4be8-af17-b70175c16ffb service neutron] 10.222.0.31 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816557 Nov 16 00:36:05.415707 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-957376d4-0440-47cc-860c-bb6c4d673845 service neutron] 10.222.0.31 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850215 Nov 16 00:36:05.576333 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-84c8b69e-82b3-4d64-9e2a-f02986b506d3 req-669f3c12-881f-4444-861e-bb2336081380 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 210 time: 0.0286186 Nov 16 00:36:06.646605 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-4c325a9c-04f7-4000-b829-cce043df14ee tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:06.648283 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-4c325a9c-04f7-4000-b829-cce043df14ee tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 815 time: 0.1056321 Nov 16 00:36:06.663659 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Request body: {'port': {'device_id': '4d07fda4-d89e-40fa-a740-a91145df3afa', 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb', 'admin_state_up': True, 'tenant_id': '1b08090244b44b94bdedacad6778dec0'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:36:06.687966 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a8912e86-a072-46ee-b2f6-b93ce0b44cd8 req-1f22417f-77c3-41b4-910c-cd9ec0e14919 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 210 time: 0.0387032 Nov 16 00:36:06.796555 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Made reservation on behalf of 1b08090244b44b94bdedacad6778dec0 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:36:06.800287 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:06.932087 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Allocated IP 172.20.0.5 (3ade04b1-2f01-4769-9a91-0d2df635fcbb/9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149/07eae579-e284-4664-a961-8b4191f67b80) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:36:07.075891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:07.110329 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:07.123372 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['13925c20-f053-442a-8124-fd021f837b58', 'd6680774-dc79-4ad5-a0f2-d8eb25c28626'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:36:07.156424 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Network 3ade04b1-2f01-4769-9a91-0d2df635fcbb is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:36:07.160222 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:36:07.164035 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:36:07.197319 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Pushing event updated for resources: {'Port': ['ID=07eae579-e284-4664-a961-8b4191f67b80,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:07.220035 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:07.220285 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:07.235447 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-5ca46ab2-bf5d-44cc-9807-4658242d3012 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5753412 Nov 16 00:36:07.252273 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Request body: {'port': {'device_id': '4d07fda4-d89e-40fa-a740-a91145df3afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:36:07.304960 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:07.565320 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07eae579-e284-4664-a961-8b4191f67b80 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:36:07.572574 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:07.584051 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Transition to ACTIVE for port object 07eae579-e284-4664-a961-8b4191f67b80 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:36:07.587646 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:07.637086 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Pushing event updated for resources: {'Port': ['ID=07eae579-e284-4664-a961-8b4191f67b80,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:07.707210 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Attempting to bind port 07eae579-e284-4664-a961-8b4191f67b80 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:36:07.707942 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Attempting to bind port 07eae579-e284-4664-a961-8b4191f67b80 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:36:07.707942 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Attempting to bind port 07eae579-e284-4664-a961-8b4191f67b80 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:36:07.712064 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Port 07eae579-e284-4664-a961-8b4191f67b80 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:36:07.712378 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Attempting to bind port 07eae579-e284-4664-a961-8b4191f67b80 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:36:07.717397 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:36:07.717728 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Checking segment: {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:36:07.718107 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Bound using segment: {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:36:07.718521 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Bound port: 07eae579-e284-4664-a961-8b4191f67b80, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:36:07.718870 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:07.783812 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] For port 07eae579-e284-4664-a961-8b4191f67b80, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:36:07.787437 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] For port 07eae579-e284-4664-a961-8b4191f67b80, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=07eae579-e284-4664-a961-8b4191f67b80,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:36:07.792116 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:07.818228 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2e475-afd0-40d4-9111-476d4e6c93fc req-3b90d018-5992-47f0-8370-d4bd3d37b488 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:07.819677 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dad2e475-afd0-40d4-9111-476d4e6c93fc req-3b90d018-5992-47f0-8370-d4bd3d37b488 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 943 time: 0.0507922 Nov 16 00:36:07.825283 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:07.825892 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:07.827476 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] 10.222.0.36 "PUT /v2.0/ports/07eae579-e284-4664-a961-8b4191f67b80 HTTP/1.1" status: 200 len: 1093 time: 0.5800083 Nov 16 00:36:07.830482 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d07fda4-d89e-40fa-a740-a91145df3afa', 'tag': '07eae579-e284-4664-a961-8b4191f67b80'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:36:07.833564 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a59f6e-2f05-4343-85d6-2b8024d6278b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d07fda4-d89e-40fa-a740-a91145df3afa", "tag": "07eae579-e284-4664-a961-8b4191f67b80"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:36:07.861376 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0e25d-878a-4728-8a47-b9d1c0788e45 service neutron] Pushing event updated for resources: {'Port': ['ID=07eae579-e284-4664-a961-8b4191f67b80,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:07.864142 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dad2e475-afd0-40d4-9111-476d4e6c93fc req-946a6475-ff08-4b2f-b465-5144b39826ca tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381844 Nov 16 00:36:07.873144 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccb10b9-afb7-42a5-a220-18c04f263315 x-openstack-request-id: req-5ccb10b9-afb7-42a5-a220-18c04f263315 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:36:07.873533 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d07fda4-d89e-40fa-a740-a91145df3afa", "tag": "07eae579-e284-4664-a961-8b4191f67b80", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:36:07.873884 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ccb10b9-afb7-42a5-a220-18c04f263315 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:36:07.874284 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d07fda4-d89e-40fa-a740-a91145df3afa', 'tag': '07eae579-e284-4664-a961-8b4191f67b80', 'status': 'completed', 'code': 200} Nov 16 00:36:07.920024 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-22fa60e4-7174-4ece-8a1d-76f33624f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:07.921513 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-22fa60e4-7174-4ece-8a1d-76f33624f264 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 1096 time: 0.0415812 Nov 16 00:36:07.975415 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-4c7a5110-17c9-4f72-88a3-bba36b2ef87a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eae579-e284-4664-a961-8b4191f67b80 HTTP/1.1" status: 200 len: 217 time: 0.0377793 Nov 16 00:36:08.035287 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-d3347f52-ba2e-4d0b-b547-77439a9cd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:08.036723 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-d3347f52-ba2e-4d0b-b547-77439a9cd928 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 HTTP/1.1" status: 200 len: 855 time: 0.0441680 Nov 16 00:36:08.069572 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-a081cdca-27f2-4c86-86d4-5aac6fbd8ad8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ade04b1-2f01-4769-9a91-0d2df635fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241535 Nov 16 00:36:08.161031 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-2b0d70e6-859e-4307-a14d-ab833199d828 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834002 Nov 16 00:36:08.252836 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ebc45b6-2406-4016-95e2-34a4a50000d4 req-54a90584-c7da-456b-aee7-4b95571cd5c1 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831633 Nov 16 00:36:08.340698 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-992cc2d0-85ea-4d86-8e3d-6548114251b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:08.342152 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-992cc2d0-85ea-4d86-8e3d-6548114251b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 1096 time: 0.0426683 Nov 16 00:36:08.442317 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-95322b35-8abe-4508-bcf5-de7e6e9590ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:08.443907 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-95322b35-8abe-4508-bcf5-de7e6e9590ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 916 time: 0.0912414 Nov 16 00:36:08.493325 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-8789ec5a-d1af-4ba8-b00a-978b771d1e7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eae579-e284-4664-a961-8b4191f67b80 HTTP/1.1" status: 200 len: 217 time: 0.0365565 Nov 16 00:36:08.547277 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-cbf7d215-f505-49e9-9bda-774221135e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:08.548751 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-cbf7d215-f505-49e9-9bda-774221135e3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 HTTP/1.1" status: 200 len: 855 time: 0.0471828 Nov 16 00:36:08.581433 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-a43c3127-1090-41f3-bdec-b6e11c613f6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ade04b1-2f01-4769-9a91-0d2df635fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243552 Nov 16 00:36:08.658663 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:08.677278 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-35db7e17-b260-4961-8374-63e3beb025b7 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837595 Nov 16 00:36:08.781564 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61a59f6e-2f05-4343-85d6-2b8024d6278b req-07845e6e-250e-4674-852d-367ef7399e27 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867810 Nov 16 00:36:08.987602 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06099be4-a50d-4cf4-90ba-f856c517e818 req-7efd82e8-0d60-4e86-911b-0b03bb916a28 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:08.988991 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06099be4-a50d-4cf4-90ba-f856c517e818 req-7efd82e8-0d60-4e86-911b-0b03bb916a28 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 943 time: 0.0496066 Nov 16 00:36:09.027261 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06099be4-a50d-4cf4-90ba-f856c517e818 req-ee6918f2-5aee-472c-a6f5-6a775d6698f2 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Nov 16 00:36:10.146996 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20fa06-1709-451b-bfc3-7b415d462986 req-47fb7539-606f-4c06-a611-39eeee10ab03 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:10.148562 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5a20fa06-1709-451b-bfc3-7b415d462986 req-47fb7539-606f-4c06-a611-39eeee10ab03 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 943 time: 0.0552738 Nov 16 00:36:10.187073 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-5a20fa06-1709-451b-bfc3-7b415d462986 req-439aed55-41d7-456d-b882-f2b63b0bebfd tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Nov 16 00:36:10.674308 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 07eae579-e284-4664-a961-8b4191f67b80 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:36:10.766880 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 07eae579-e284-4664-a961-8b4191f67b80, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=07eae579-e284-4664-a961-8b4191f67b80,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:10.778150 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '07eae579-e284-4664-a961-8b4191f67b80', 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb', 'port_id': '07eae579-e284-4664-a961-8b4191f67b80', 'mac_address': 'fa:16:3e:3c:0b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:36:10.818086 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:10.830600 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07eae579-e284-4664-a961-8b4191f67b80 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:36:10.853431 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 07eae579-e284-4664-a961-8b4191f67b80, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=07eae579-e284-4664-a961-8b4191f67b80,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:10.857212 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:10.909938 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=07eae579-e284-4664-a961-8b4191f67b80,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:11.197911 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['07eae579-e284-4664-a961-8b4191f67b80'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:36:11.303522 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc722e2e-1960-40a9-b4b4-292906fe6d56 req-feb215e7-74de-4bbd-a1db-4aa72865e2ee tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:11.305011 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc722e2e-1960-40a9-b4b4-292906fe6d56 req-feb215e7-74de-4bbd-a1db-4aa72865e2ee tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 944 time: 0.0493596 Nov 16 00:36:11.346725 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc722e2e-1960-40a9-b4b4-292906fe6d56 req-1002e716-130b-4d84-90ff-f18b32d6c364 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Nov 16 00:36:12.460405 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c2d02-1d05-4339-be0e-d07b25efe72e req-da603b70-fa72-44ec-a77b-91ed679a5b13 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:12.461987 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e66c2d02-1d05-4339-be0e-d07b25efe72e req-da603b70-fa72-44ec-a77b-91ed679a5b13 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 944 time: 0.0494649 Nov 16 00:36:12.500715 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e66c2d02-1d05-4339-be0e-d07b25efe72e req-265c98fd-13c0-4c32-b874-2589af3a70a7 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Nov 16 00:36:12.678830 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 07eae579-e284-4664-a961-8b4191f67b80 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:36:12.726834 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 07eae579-e284-4664-a961-8b4191f67b80 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:36:12.730415 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 07eae579-e284-4664-a961-8b4191f67b80 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:36:12.730788 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:12.808182 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:12.832400 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d07fda4-d89e-40fa-a740-a91145df3afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eae579-e284-4664-a961-8b4191f67b80'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:36:12.834623 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e652c34a-19a8-42b2-a370-62370dfd0ec1" -d '{"events": [{"server_uuid": "4d07fda4-d89e-40fa-a740-a91145df3afa", "name": "network-vif-plugged", "status": "completed", "tag": "07eae579-e284-4664-a961-8b4191f67b80"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:36:12.847303 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 07eae579-e284-4664-a961-8b4191f67b80, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=07eae579-e284-4664-a961-8b4191f67b80,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:12.851550 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:12.877189 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc614655-a15f-4dd1-8fce-79451557fc97 x-openstack-request-id: req-bc614655-a15f-4dd1-8fce-79451557fc97 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:36:12.877478 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d07fda4-d89e-40fa-a740-a91145df3afa", "name": "network-vif-plugged", "status": "completed", "tag": "07eae579-e284-4664-a961-8b4191f67b80", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:36:12.877734 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc614655-a15f-4dd1-8fce-79451557fc97 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:36:12.878121 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d07fda4-d89e-40fa-a740-a91145df3afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eae579-e284-4664-a961-8b4191f67b80', 'code': 200} Nov 16 00:36:12.902790 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=07eae579-e284-4664-a961-8b4191f67b80,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:13.047295 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff39e0-2e9d-459e-908d-61e048c567a7 req-0f6af39a-c8dd-4267-82f7-54283238b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:13.049752 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-29ff39e0-2e9d-459e-908d-61e048c567a7 req-0f6af39a-c8dd-4267-82f7-54283238b784 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 1098 time: 0.0447104 Nov 16 00:36:13.086743 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-29ff39e0-2e9d-459e-908d-61e048c567a7 req-31b345f7-0104-4120-a5d2-93b50427d9a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284858 Nov 16 00:36:13.614963 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851bec8-a670-4bfe-90aa-7c2bf790e6a7 req-1da96a9f-11f4-482f-a454-447b892aef67 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:13.616388 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a851bec8-a670-4bfe-90aa-7c2bf790e6a7 req-1da96a9f-11f4-482f-a454-447b892aef67 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 945 time: 0.0496719 Nov 16 00:36:13.653982 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a851bec8-a670-4bfe-90aa-7c2bf790e6a7 req-2df8baf2-ace1-42b9-8345-1e08d6017337 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Nov 16 00:36:14.775200 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b9050-ae7c-4a73-8226-1574c309b35e req-13804dcd-c547-4277-8899-99ff2f21ec77 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:14.776713 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9f1b9050-ae7c-4a73-8226-1574c309b35e req-13804dcd-c547-4277-8899-99ff2f21ec77 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 945 time: 0.0534637 Nov 16 00:36:14.815289 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9f1b9050-ae7c-4a73-8226-1574c309b35e req-0c0ef0d4-40f5-486d-bf30-1e5f254ef66e tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Nov 16 00:36:25.593895 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-648d96cb-6b32-464a-be99-6f357938f786 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:25.595329 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-648d96cb-6b32-464a-be99-6f357938f786 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 815 time: 0.1037524 Nov 16 00:36:25.610811 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-e6a66de1-9c79-4751-9a89-54eb6cfc1a10 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/quotas/1b08090244b44b94bdedacad6778dec0 HTTP/1.1" status: 200 len: 375 time: 0.0090413 Nov 16 00:36:25.665378 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-bd07d65e-57ea-4c9f-b8ce-9ee72bbe275f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483630 Nov 16 00:36:25.756359 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-a83e091e-3dfe-4ad7-8dc3-8da8d6263435 service neutron] 10.222.0.31 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841024 Nov 16 00:36:25.845966 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-7afe427a-b4d9-4ed5-8811-bf5c622f3f37 service neutron] 10.222.0.31 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835524 Nov 16 00:36:26.003009 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-20439856-d359-4cbf-b7ee-7c2196dfc7f5 req-14772925-f946-4a0a-932d-5d93a1469166 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 210 time: 0.0298421 Nov 16 00:36:27.091526 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-477069fc-191c-46af-9dc3-b67508fc0678 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:27.092977 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-477069fc-191c-46af-9dc3-b67508fc0678 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 815 time: 0.1164827 Nov 16 00:36:27.108916 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-34ecc125-6306-4831-8de9-1473048c3178 req-0bcc37d9-36ac-42d1-bd12-18ef57c8af2d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 210 time: 0.0352848 Nov 16 00:36:27.112268 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Request body: {'port': {'device_id': 'aae544a0-8fa0-4269-89da-7c8cb8077b75', 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb', 'admin_state_up': True, 'tenant_id': '1b08090244b44b94bdedacad6778dec0'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:36:27.221596 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Made reservation on behalf of 1b08090244b44b94bdedacad6778dec0 for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:36:27.225273 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:27.349558 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Allocated IP 172.20.0.14 (3ade04b1-2f01-4769-9a91-0d2df635fcbb/9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149/1d23cd09-afd7-4f7b-ae76-74475e8fb942) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:36:27.495422 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:27.528719 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:27.542192 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['13925c20-f053-442a-8124-fd021f837b58', 'd6680774-dc79-4ad5-a0f2-d8eb25c28626', '07eae579-e284-4664-a961-8b4191f67b80'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:36:27.569952 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Network 3ade04b1-2f01-4769-9a91-0d2df635fcbb is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:36:27.572952 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:36:27.576678 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:36:27.585742 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Pushing event updated for resources: {'Port': ['ID=1d23cd09-afd7-4f7b-ae76-74475e8fb942,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:27.634463 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:27.635113 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:27.651195 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3e88f501-1a27-4fdf-a6e9-7bd675c702b9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5444920 Nov 16 00:36:27.677882 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Request body: {'port': {'device_id': 'aae544a0-8fa0-4269-89da-7c8cb8077b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:36:27.733394 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:27.985127 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-2cf9badd-e527-464f-8fbf-f3768180dd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:27.986857 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d23cd09-afd7-4f7b-ae76-74475e8fb942 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:36:27.994272 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:28.006428 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Transition to ACTIVE for port object 1d23cd09-afd7-4f7b-ae76-74475e8fb942 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:36:28.009886 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:28.061165 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Pushing event updated for resources: {'Port': ['ID=1d23cd09-afd7-4f7b-ae76-74475e8fb942,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:28.125773 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Attempting to bind port 1d23cd09-afd7-4f7b-ae76-74475e8fb942 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:36:28.126482 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Attempting to bind port 1d23cd09-afd7-4f7b-ae76-74475e8fb942 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:36:28.126482 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Attempting to bind port 1d23cd09-afd7-4f7b-ae76-74475e8fb942 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:36:28.130994 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Port 1d23cd09-afd7-4f7b-ae76-74475e8fb942 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:36:28.131150 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Attempting to bind port 1d23cd09-afd7-4f7b-ae76-74475e8fb942 on network 3ade04b1-2f01-4769-9a91-0d2df635fcbb {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:36:28.136783 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:36:28.137127 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Checking segment: {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:36:28.137905 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Bound using segment: {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:36:28.137905 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Bound port: 1d23cd09-afd7-4f7b-ae76-74475e8fb942, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:36:28.138276 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:28.202004 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] For port 1d23cd09-afd7-4f7b-ae76-74475e8fb942, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:36:28.204890 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] For port 1d23cd09-afd7-4f7b-ae76-74475e8fb942, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1d23cd09-afd7-4f7b-ae76-74475e8fb942,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:36:28.209845 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:28.234741 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78a573-ebc4-42ab-8ae2-399f4aa87534 req-4ad70be6-8abb-4d59-b22e-5ab3d07191c6 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:28.236875 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-2f78a573-ebc4-42ab-8ae2-399f4aa87534 req-4ad70be6-8abb-4d59-b22e-5ab3d07191c6 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 944 time: 0.0585532 Nov 16 00:36:28.249740 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:28.250357 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:28.251869 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d23cd09-afd7-4f7b-ae76-74475e8fb942 HTTP/1.1" status: 200 len: 1094 time: 0.5811749 Nov 16 00:36:28.252310 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae544a0-8fa0-4269-89da-7c8cb8077b75', 'tag': '1d23cd09-afd7-4f7b-ae76-74475e8fb942'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:36:28.254616 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c" -d '{"events": [{"name": "network-changed", "server_uuid": "aae544a0-8fa0-4269-89da-7c8cb8077b75", "tag": "1d23cd09-afd7-4f7b-ae76-74475e8fb942"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:36:28.275961 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b11e4-6ab5-47af-9173-10ae2feeb297 service neutron] Pushing event updated for resources: {'Port': ['ID=1d23cd09-afd7-4f7b-ae76-74475e8fb942,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:28.285330 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-2f78a573-ebc4-42ab-8ae2-399f4aa87534 req-3abbb787-f702-4da0-8735-77596dc47770 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Nov 16 00:36:28.323249 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc64ed-4e76-4887-86fa-10adf7046436 x-openstack-request-id: req-5cbc64ed-4e76-4887-86fa-10adf7046436 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:36:28.323552 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae544a0-8fa0-4269-89da-7c8cb8077b75", "tag": "1d23cd09-afd7-4f7b-ae76-74475e8fb942", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:36:28.323790 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cbc64ed-4e76-4887-86fa-10adf7046436 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:36:28.324171 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae544a0-8fa0-4269-89da-7c8cb8077b75', 'tag': '1d23cd09-afd7-4f7b-ae76-74475e8fb942', 'status': 'completed', 'code': 200} Nov 16 00:36:28.339328 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-868b0962-6364-46ad-bf61-eee46e81c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:28.340826 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-868b0962-6364-46ad-bf61-eee46e81c5e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 1097 time: 0.0450215 Nov 16 00:36:28.382912 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-5d731034-1f43-4e65-8ffe-5a1c8aebf36f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d23cd09-afd7-4f7b-ae76-74475e8fb942 HTTP/1.1" status: 200 len: 217 time: 0.0332584 Nov 16 00:36:28.676489 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-046ae645-39dc-48f5-adf2-9adc26ec6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:28.677946 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-046ae645-39dc-48f5-adf2-9adc26ec6842 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 HTTP/1.1" status: 200 len: 855 time: 0.2866297 Nov 16 00:36:28.713975 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-9c52ff94-36af-49ac-910e-92fe75c74f52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ade04b1-2f01-4769-9a91-0d2df635fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256548 Nov 16 00:36:28.810366 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-76793ac4-1415-4d7d-9448-c381b3e291f1 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840976 Nov 16 00:36:28.904173 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-44b2d4d8-a874-43ea-849b-73cfd6d799d3 req-3ed28bbe-1d3d-4272-8fa9-9f16f2ca5480 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839927 Nov 16 00:36:29.001493 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-5ed0ba21-78ef-4fb5-b418-59bf9fc941f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:29.002889 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-5ed0ba21-78ef-4fb5-b418-59bf9fc941f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b08090244b44b94bdedacad6778dec0&device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 1097 time: 0.0413239 Nov 16 00:36:29.097505 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-ec722dd1-9271-4a2a-a637-4300f9fa5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:29.098962 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-ec722dd1-9271-4a2a-a637-4300f9fa5323 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 200 len: 916 time: 0.0871456 Nov 16 00:36:29.146423 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-f3fe6f82-2dbd-4ee7-b8ce-c95c09c24ade service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d23cd09-afd7-4f7b-ae76-74475e8fb942 HTTP/1.1" status: 200 len: 217 time: 0.0358696 Nov 16 00:36:29.200778 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-8d3c5abb-1a9c-4bb9-8e3e-39794afe2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:29.202187 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-8d3c5abb-1a9c-4bb9-8e3e-39794afe2a2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 HTTP/1.1" status: 200 len: 855 time: 0.0425370 Nov 16 00:36:29.240015 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-49a25756-f74e-47e7-9bc9-5045899cb66d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ade04b1-2f01-4769-9a91-0d2df635fcbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243995 Nov 16 00:36:29.337774 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-2ff97461-07ca-4d52-bc8f-449d90bee8e5 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851035 Nov 16 00:36:29.368340 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:36:29.401833 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dd779-5ada-444d-9c3f-f700dd97ea12 req-084f5c67-db4c-4a6d-b1c8-93ab5a82bc96 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:29.403379 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9d2dd779-5ada-444d-9c3f-f700dd97ea12 req-084f5c67-db4c-4a6d-b1c8-93ab5a82bc96 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 944 time: 0.0506554 Nov 16 00:36:29.431182 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-31273d98-93e0-4e90-a7a8-b1d5f1b5749c req-0161a764-de8a-49f7-89de-6b9cfd44e8d3 service neutron] 10.222.0.36 "GET /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843737 Nov 16 00:36:29.443297 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9d2dd779-5ada-444d-9c3f-f700dd97ea12 req-42efbf0c-dfa7-41fb-8810-44f30b1ce989 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Nov 16 00:36:30.566627 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ac555-e0f7-452f-a661-e432c7739246 req-6bd2be21-40a9-40ca-9aff-8e5f7960ff94 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:30.568131 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8e5ac555-e0f7-452f-a661-e432c7739246 req-6bd2be21-40a9-40ca-9aff-8e5f7960ff94 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 944 time: 0.0535407 Nov 16 00:36:30.605063 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8e5ac555-e0f7-452f-a661-e432c7739246 req-2ca09a37-3970-4461-a099-cea726bf6984 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Nov 16 00:36:30.645561 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:30.801895 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 1d23cd09-afd7-4f7b-ae76-74475e8fb942 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:36:30.893963 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 1d23cd09-afd7-4f7b-ae76-74475e8fb942, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1d23cd09-afd7-4f7b-ae76-74475e8fb942,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:30.905873 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '1d23cd09-afd7-4f7b-ae76-74475e8fb942', 'network_id': '3ade04b1-2f01-4769-9a91-0d2df635fcbb', 'port_id': '1d23cd09-afd7-4f7b-ae76-74475e8fb942', 'mac_address': 'fa:16:3e:d8:e0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:36:30.944162 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:30.957301 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d23cd09-afd7-4f7b-ae76-74475e8fb942 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:36:30.976308 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 1d23cd09-afd7-4f7b-ae76-74475e8fb942, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1d23cd09-afd7-4f7b-ae76-74475e8fb942,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:30.980197 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:31.026424 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=1d23cd09-afd7-4f7b-ae76-74475e8fb942,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:31.353197 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['1d23cd09-afd7-4f7b-ae76-74475e8fb942'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:36:31.444404 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e9181175-bfd4-44e4-8292-19031334913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:31.718810 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaf70a-2f8d-4207-9a04-17fc895fb629 req-d19cab0b-fe50-4992-9aa0-1e20a7323d8d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:31.720295 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dcaaf70a-2f8d-4207-9a04-17fc895fb629 req-d19cab0b-fe50-4992-9aa0-1e20a7323d8d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 945 time: 0.0483291 Nov 16 00:36:31.762991 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dcaaf70a-2f8d-4207-9a04-17fc895fb629 req-2ee28504-a9b8-43c9-96fa-53d83840459a tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361812 Nov 16 00:36:32.043140 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:32.822949 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 1d23cd09-afd7-4f7b-ae76-74475e8fb942 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:36:32.872858 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 1d23cd09-afd7-4f7b-ae76-74475e8fb942 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:36:32.876104 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f701c4-9d6d-4faa-9606-e6c427db32d7 req-53854b10-2ee4-444c-a080-6e3684641675 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:32.876641 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 1d23cd09-afd7-4f7b-ae76-74475e8fb942 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:36:32.877427 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:32.878149 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-14f701c4-9d6d-4faa-9606-e6c427db32d7 req-53854b10-2ee4-444c-a080-6e3684641675 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 945 time: 0.0501354 Nov 16 00:36:32.917481 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-14f701c4-9d6d-4faa-9606-e6c427db32d7 req-e80f267f-d432-419c-8fe4-93be072c2870 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328741 Nov 16 00:36:32.957360 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:32.980335 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae544a0-8fa0-4269-89da-7c8cb8077b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d23cd09-afd7-4f7b-ae76-74475e8fb942'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:36:32.982661 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d876f3-a45d-4a43-a83f-517ce6c02cce" -d '{"events": [{"server_uuid": "aae544a0-8fa0-4269-89da-7c8cb8077b75", "name": "network-vif-plugged", "status": "completed", "tag": "1d23cd09-afd7-4f7b-ae76-74475e8fb942"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:36:32.995314 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 1d23cd09-afd7-4f7b-ae76-74475e8fb942, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1d23cd09-afd7-4f7b-ae76-74475e8fb942,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:33.000213 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:33.023110 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972f5e97-9d09-4276-a78e-5e90644e343e x-openstack-request-id: req-972f5e97-9d09-4276-a78e-5e90644e343e {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:36:33.023396 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae544a0-8fa0-4269-89da-7c8cb8077b75", "name": "network-vif-plugged", "status": "completed", "tag": "1d23cd09-afd7-4f7b-ae76-74475e8fb942", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:36:33.023645 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-972f5e97-9d09-4276-a78e-5e90644e343e {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:36:33.024022 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae544a0-8fa0-4269-89da-7c8cb8077b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d23cd09-afd7-4f7b-ae76-74475e8fb942', 'code': 200} Nov 16 00:36:33.049824 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=1d23cd09-afd7-4f7b-ae76-74475e8fb942,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:33.204236 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d7695-3737-42e3-81e1-90602d5a08a6 req-fabda74c-4f3c-4812-9ea2-0f7a0f0f9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:33.205881 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-147d7695-3737-42e3-81e1-90602d5a08a6 req-fabda74c-4f3c-4812-9ea2-0f7a0f0f9e05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 1099 time: 0.0431926 Nov 16 00:36:33.242480 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-147d7695-3737-42e3-81e1-90602d5a08a6 req-5d97ec28-6357-4e74-a721-1b282110a1a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270314 Nov 16 00:36:33.704081 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:34.032918 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6cfb2-5323-406e-b2b0-1c23260c7701 req-2fb7adc0-2d62-4d3c-9a05-f1ca869aa157 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:34.035055 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8cb6cfb2-5323-406e-b2b0-1c23260c7701 req-2fb7adc0-2d62-4d3c-9a05-f1ca869aa157 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 946 time: 0.0520325 Nov 16 00:36:34.072953 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8cb6cfb2-5323-406e-b2b0-1c23260c7701 req-879b7216-d14f-4717-873f-6c13b4907858 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Nov 16 00:36:35.190207 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80a351-825d-45c0-a2cc-3a79a8f7b454 req-230f6cc5-8ffb-46f8-9d7f-cf08a9788499 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:35.191773 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ea80a351-825d-45c0-a2cc-3a79a8f7b454 req-230f6cc5-8ffb-46f8-9d7f-cf08a9788499 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 946 time: 0.0511935 Nov 16 00:36:35.229911 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-ea80a351-825d-45c0-a2cc-3a79a8f7b454 req-d518e87d-adcf-418f-ae03-c8d852e5ee8b tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Nov 16 00:36:37.658151 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b4748-4ae7-496e-a1f2-3d8f8f972075 req-44330db1-c324-4eb9-8537-cc3f06274eab tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:37.661034 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e83b4748-4ae7-496e-a1f2-3d8f8f972075 req-44330db1-c324-4eb9-8537-cc3f06274eab tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 946 time: 0.0507405 Nov 16 00:36:37.700274 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e83b4748-4ae7-496e-a1f2-3d8f8f972075 req-4c0ed987-4c2f-47be-8bee-8a50f3741da5 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340822 Nov 16 00:36:37.978486 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-6da00f0d-46b9-4d45-b27e-33ff90ce54cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394518 Nov 16 00:36:38.067422 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-b4bd64d3-e535-4324-91b0-80e74ffe54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:38.068907 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-b4bd64d3-e535-4324-91b0-80e74ffe54e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 1099 time: 0.0411899 Nov 16 00:36:38.180641 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-48e7855c-869b-4930-9b6f-559be682dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:38.182043 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-48e7855c-869b-4930-9b6f-559be682dc2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.0905175 Nov 16 00:36:38.256110 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-c0068d19-517e-42cb-8201-1be1d604cc65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d HTTP/1.1" status: 200 len: 1001 time: 0.0603437 Nov 16 00:36:38.311426 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-0fa1480a-d9f4-4d27-a823-27b29058df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:38.313035 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-0fa1480a-d9f4-4d27-a823-27b29058df8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0473120 Nov 16 00:36:38.359501 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-6d8f8b3a-7e1c-4457-93be-4ae3febdfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:38.361018 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-6d8f8b3a-7e1c-4457-93be-4ae3febdfe8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397241 Nov 16 00:36:38.450025 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-811a2a67-7bc4-4f49-9aca-7714221d05c4 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798895 Nov 16 00:36:38.571827 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-27bd6d4d-d96e-4867-9834-bbca3d4e99ea req-8583f958-06f5-4a76-b941-4a7ca6dd5833 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053734 Nov 16 00:36:38.658098 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:38.826604 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ad0a-f5a9-4f2d-a964-1fa73e3e14e0 req-e68f43ba-7c05-4425-a15a-26b460d181f6 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:38.828117 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0413ad0a-f5a9-4f2d-a964-1fa73e3e14e0 req-e68f43ba-7c05-4425-a15a-26b460d181f6 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 946 time: 0.0528541 Nov 16 00:36:38.865550 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-0413ad0a-f5a9-4f2d-a964-1fa73e3e14e0 req-22a5f1c0-2de2-4b90-a840-ae73b78b7d9a tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups?id=416d0360-60a3-4d64-a9ac-553cce7bd339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306289 Nov 16 00:36:39.225698 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-86c6e2f6-d758-4c01-8159-a5034e07ee3f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:39.227227 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-86c6e2f6-d758-4c01-8159-a5034e07ee3f tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 946 time: 0.0511577 Nov 16 00:36:39.323008 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Deleting port 24c138f4-ee49-4e30-8553-2bc8c5029b8d {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:36:39.323370 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:39.407292 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] For port 24c138f4-ee49-4e30-8553-2bc8c5029b8d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=24c138f4-ee49-4e30-8553-2bc8c5029b8d,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:39.407644 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:39.580292 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:39.580665 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2073649'] for floatingip, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:39.580973 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Floating IP e835f932-ed0c-4a19-b131-bd07dc4ea461 disassociated. External IP: 172.27.1.157, port: 24c138f4-ee49-4e30-8553-2bc8c5029b8d. Nov 16 00:36:39.581317 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Calling delete_port for 24c138f4-ee49-4e30-8553-2bc8c5029b8d owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:36:39.708759 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:39.740474 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event deleted for resources: {'Port': ['ID=24c138f4-ee49-4e30-8553-2bc8c5029b8d,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:39.860051 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:36:39.963719 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-667e1d0f-8158-47d2-a78e-d6236e3d0eca req-80cb3dd4-8db0-42a4-8f3c-e1ccda335be1 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cabac73-4f43-4f58-941d-fcde21d2fdf2 HTTP/1.1" status: 200 len: 210 time: 0.0267203 Nov 16 00:36:39.965317 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:36:39.977360 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] Sync routers for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:36:39.987352 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:36:39.987965 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:36:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:40.010274 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] No DVR routers for this DVR port 24c138f4-ee49-4e30-8553-2bc8c5029b8d on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:36:40.013373 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:40.016736 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c49fe9a0-8c1f-4eaf-801e-675cb4a0c88d req-913498a7-d51b-4f47-ad6c-16a6476b1aba tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.36 "DELETE /v2.0/ports/24c138f4-ee49-4e30-8553-2bc8c5029b8d HTTP/1.1" status: 204 len: 173 time: 0.7829185 Nov 16 00:36:40.017186 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-deleted', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:36:40.021195 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1656b5-d717-41af-b53c-d6f5d726453b" -d '{"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-deleted", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:36:40.062571 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77243909-672f-4ee3-80f2-57dc4ba9146e x-openstack-request-id: req-77243909-672f-4ee3-80f2-57dc4ba9146e {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:36:40.062872 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cabac73-4f43-4f58-941d-fcde21d2fdf2", "name": "network-vif-deleted", "tag": "24c138f4-ee49-4e30-8553-2bc8c5029b8d", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:36:40.063156 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77243909-672f-4ee3-80f2-57dc4ba9146e {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:36:40.063624 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cabac73-4f43-4f58-941d-fcde21d2fdf2', 'name': 'network-vif-deleted', 'tag': '24c138f4-ee49-4e30-8553-2bc8c5029b8d', 'status': 'completed', 'code': 200} Nov 16 00:36:40.121789 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:36:40.335954 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:40.446882 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] Checking router: 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:36:40.455611 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:36:40.456203 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:36:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:40.560676 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:36:40.751035 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:40.781388 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b6d65d-91cf-4c45-9410-6a1fe388b9e8 None None] The sync data for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi is: [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '87e1703a-d6a5-4b7d-8017-3023c88c8664', 'name': '', 'network_id': 'f8b59832-05f6-4e7c-ada4-45e801ce41ec', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'mac_address': 'fa:16:3e:b9:6d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:41Z', 'updated_at': '2021-11-16T00:28:58Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'subnets': [{'id': '917d8554-6d7a-4b89-8408-a164beda5d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:36:41.001668 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cecfe27-b01f-452d-80cd-4774cdf92d31 None None] New status for floating IP e835f932-ed0c-4a19-b131-bd07dc4ea461: DOWN {{(pid=107821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:36:41.053707 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49154) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:41.123775 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c483-26f2-477d-b895-e35e5ce8b0cc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.148548 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c483-26f2-477d-b895-e35e5ce8b0cc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.194898 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c483-26f2-477d-b895-e35e5ce8b0cc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.197547 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c483-26f2-477d-b895-e35e5ce8b0cc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.198707 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-4bc1c483-26f2-477d-b895-e35e5ce8b0cc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "DELETE /v2.0/security-groups/416d0360-60a3-4d64-a9ac-553cce7bd339 HTTP/1.1" status: 204 len: 168 time: 0.1439900 Nov 16 00:36:41.201496 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49156) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:41.208331 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1c483-26f2-477d-b895-e35e5ce8b0cc tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416d0360-60a3-4d64-a9ac-553cce7bd339,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:41.221763 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.api.v2.resource [None req-a3df8e63-300f-45ab-a658-8575717ac070 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] show failed (client error): The resource could not be found. Nov 16 00:36:41.225402 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-a3df8e63-300f-45ab-a658-8575717ac070 tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "GET /v2.0/security-groups/416d0360-60a3-4d64-a9ac-553cce7bd339 HTTP/1.1" status: 404 len: 347 time: 0.0202913 Nov 16 00:36:41.225866 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49158) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:41.357343 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Deleting port 67e1bf1b-eb2c-4c46-b285-714c62bcea3d {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:36:41.357670 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.442045 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.442495 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.453862 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Calling delete_port for 67e1bf1b-eb2c-4c46-b285-714c62bcea3d owned by network:floatingip {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:36:41.587963 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.611836 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Pushing event deleted for resources: {'Port': ['ID=67e1bf1b-eb2c-4c46-b285-714c62bcea3d,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:41.671732 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks [] for floatingip, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.674735 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:41.675940 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-3f27eabd-8c1b-4755-9b5a-1f8bdbf433bd tempest-AttachVolumeShelveTestJSON-1434524064 tempest-AttachVolumeShelveTestJSON-1434524064-project] 10.222.0.31 "DELETE /v2.0/floatingips/e835f932-ed0c-4a19-b131-bd07dc4ea461 HTTP/1.1" status: 204 len: 168 time: 0.4490669 Nov 16 00:36:42.885717 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:36:42.918604 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 24c138f4-ee49-4e30-8553-2bc8c5029b8d {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:36:42.919017 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 24c138f4-ee49-4e30-8553-2bc8c5029b8d not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:36:44.115831 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49186) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:44.573635 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076507'] for router_interface, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:44.822081 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Deleting port 87e1703a-d6a5-4b7d-8017-3023c88c8664 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:36:44.822419 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:44.898528 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] For port 87e1703a-d6a5-4b7d-8017-3023c88c8664, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=87e1703a-d6a5-4b7d-8017-3023c88c8664,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:44.898908 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:44.912048 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Calling delete_port for 87e1703a-d6a5-4b7d-8017-3023c88c8664 owned by network:router_interface {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:36:45.088689 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:45.114143 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e1703a-d6a5-4b7d-8017-3023c88c8664,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:45.306679 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076573'] for router_interface, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:45.536541 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:36:45.643957 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:36:45.650813 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-a989be33-2316-4822-9d1c-a163554d0106 admin admin] 10.222.0.31 "PUT /v2.0/routers/0f1dbf86-9439-4d09-8999-e9d8a67d4d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5319927 Nov 16 00:36:45.651519 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49206) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:45.654018 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] Sync routers for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:36:45.663885 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:36:45.664508 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:36:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:45.772493 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks [] for router, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:45.780531 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:36:45.981810 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:36:45Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:46.009257 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] Checking router: 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:36:46.018287 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] Routers {'0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:36:46.018903 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:36:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:46.125694 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] Set router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:36:46.140345 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.198352 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Deleting port 148a5e96-9c08-4279-85d0-4129570a1cae {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:36:46.198681 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.280229 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] For port 148a5e96-9c08-4279-85d0-4129570a1cae, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=148a5e96-9c08-4279-85d0-4129570a1cae,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:46.280616 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.294197 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Calling delete_port for 148a5e96-9c08-4279-85d0-4129570a1cae owned by network:router_gateway {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:36:46.315343 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:36:45Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:46.341483 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e16e0b-1a92-4a75-9dfe-ebcb92e95ee0 None None] The sync data for ids ['0f1dbf86-9439-4d09-8999-e9d8a67d4d7d'] in dv-cinder-811154-2-iscsi is: [{'id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'name': 'tempest-AttachVolumeShelveTestJSON-846203406-router', 'tenant_id': '6a41a4472a974da5aee5d6b458d9f619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:28:35Z', 'updated_at': '2021-11-16T00:36:45Z', 'revision_number': 5, 'project_id': '6a41a4472a974da5aee5d6b458d9f619', 'gw_port': {'id': '148a5e96-9c08-4279-85d0-4129570a1cae', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1dbf86-9439-4d09-8999-e9d8a67d4d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:28:36Z', 'updated_at': '2021-11-16T00:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:36:46.475396 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.499737 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=148a5e96-9c08-4279-85d0-4129570a1cae,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:46.563030 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2073803'] for router_gateway, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.655511 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.657632 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.709208 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2066523'] for router, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.709721 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1dbf86-9439-4d09-8999-e9d8a67d4d7d {{(pid=107820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 00:36:46.714570 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] Notify callbacks [] for router, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.718030 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-b5dad850-12e4-4014-9d18-96356f850b52 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0f1dbf86-9439-4d09-8999-e9d8a67d4d7d HTTP/1.1" status: 204 len: 168 time: 1.0633256 Nov 16 00:36:46.718306 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49216) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:46.771715 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1083fcff-145e-450a-aa8e-9f8c066a5681 admin admin] Deleting subnet 917d8554-6d7a-4b89-8408-a164beda5d9b {{(pid=107820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:36:46.775622 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1083fcff-145e-450a-aa8e-9f8c066a5681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.813372 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1083fcff-145e-450a-aa8e-9f8c066a5681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9071528'] for subnet, precommit_delete_associations {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.898978 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1083fcff-145e-450a-aa8e-9f8c066a5681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.960870 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1083fcff-145e-450a-aa8e-9f8c066a5681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9285961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8462994'] for subnet, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.988853 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083fcff-145e-450a-aa8e-9f8c066a5681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917d8554-6d7a-4b89-8408-a164beda5d9b,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:46.994181 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-1083fcff-145e-450a-aa8e-9f8c066a5681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:46.999552 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-1083fcff-145e-450a-aa8e-9f8c066a5681 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/917d8554-6d7a-4b89-8408-a164beda5d9b HTTP/1.1" status: 204 len: 168 time: 0.2802169 Nov 16 00:36:47.000000 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5279975-719a-42b6-9c8a-7b7dd8ceb8fe None None] Network f8b59832-05f6-4e7c-ada4-45e801ce41ec requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:36:47.001137 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49222) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:47.079301 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.145694 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Deleting port 2120e626-e528-422c-954d-b216a1456cf9 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:36:47.147281 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.242739 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] For port 2120e626-e528-422c-954d-b216a1456cf9, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=2120e626-e528-422c-954d-b216a1456cf9,segment=NetworkSegment(8ae9617d-9e1f-4b2a-b221-c54984d64d45),segment_id=8ae9617d-9e1f-4b2a-b221-c54984d64d45)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:47.243168 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.259530 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Calling delete_port for 2120e626-e528-422c-954d-b216a1456cf9 owned by network:dhcp {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:36:47.270675 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9dceba-3a68-46e9-b6b6-393ae69e3455 req-7934070f-3b0d-4af4-89a8-be9c12c83250 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:47.272232 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1e9dceba-3a68-46e9-b6b6-393ae69e3455 req-7934070f-3b0d-4af4-89a8-be9c12c83250 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 946 time: 0.0851157 Nov 16 00:36:47.363552 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1e9dceba-3a68-46e9-b6b6-393ae69e3455 req-7be54ab6-aebe-45fc-b7ec-2a79fafcefc6 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839989 Nov 16 00:36:47.399780 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.409889 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a42a0-cb22-4d70-9e84-b65d2f994891 None None] DHCP port deletion for f8b59832-05f6-4e7c-ada4-45e801ce41ec request from dv-cinder-811154-2-iscsi {{(pid=107821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 00:36:47.431891 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2120e626-e528-422c-954d-b216a1456cf9,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:47.446060 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.446409 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.446743 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.447158 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.447427 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.447749 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.448071 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.448392 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.448713 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.449028 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.449341 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.449652 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:47.456847 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] No DVR routers for this DVR port 2120e626-e528-422c-954d-b216a1456cf9 on host dv-cinder-811154-2-iscsi {{(pid=107819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:36:47.474049 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 87e1703a-d6a5-4b7d-8017-3023c88c8664 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:36:47.495238 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 87e1703a-d6a5-4b7d-8017-3023c88c8664 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:36:47.495592 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 87e1703a-d6a5-4b7d-8017-3023c88c8664 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:36:47.496018 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 2120e626-e528-422c-954d-b216a1456cf9 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:36:47.515826 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 2120e626-e528-422c-954d-b216a1456cf9 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:36:47.516059 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 2120e626-e528-422c-954d-b216a1456cf9 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:36:47.516596 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 148a5e96-9c08-4279-85d0-4129570a1cae no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:36:47.530112 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.537693 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 148a5e96-9c08-4279-85d0-4129570a1cae {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:36:47.538043 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 148a5e96-9c08-4279-85d0-4129570a1cae not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:36:47.553778 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b59832-05f6-4e7c-ada4-45e801ce41ec']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:47.563793 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae9617d-9e1f-4b2a-b221-c54984d64d45') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:47.564615 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae9617d-9e1f-4b2a-b221-c54984d64d45') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:36:47.574407 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.588413 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.594717 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:36:47.595187 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:36:47.596933 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:36:47.656465 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.663415 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.666812 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8b59832-05f6-4e7c-ada4-45e801ce41ec HTTP/1.1" status: 204 len: 168 time: 0.6640744 Nov 16 00:36:47.685759 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2da2c6-e8a1-43ba-9896-adb4e17475a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b59832-05f6-4e7c-ada4-45e801ce41ec,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:47.811570 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49228) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:47.857029 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-7e1380dc-bec5-45c3-9ca3-38397a85132f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a41a4472a974da5aee5d6b458d9f619&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441082 Nov 16 00:36:47.859524 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49230) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:47.913524 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b80d-2ada-478f-8c54-a37254a73863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.935647 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b80d-2ada-478f-8c54-a37254a73863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.988223 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b80d-2ada-478f-8c54-a37254a73863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.992941 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b80d-2ada-478f-8c54-a37254a73863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:47.994512 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-6ac7b80d-2ada-478f-8c54-a37254a73863 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d229379-7000-4269-809c-aad743be4478 HTTP/1.1" status: 204 len: 168 time: 0.1337729 Nov 16 00:36:48.003730 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7b80d-2ada-478f-8c54-a37254a73863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d229379-7000-4269-809c-aad743be4478,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:48.495787 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970c448-8c8a-4952-8229-b7714efe6b0f req-9b775c68-56d7-4b5e-ad22-253a444a1c35 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:48.497345 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7970c448-8c8a-4952-8229-b7714efe6b0f req-9b775c68-56d7-4b5e-ad22-253a444a1c35 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 946 time: 0.0536282 Nov 16 00:36:48.541965 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7970c448-8c8a-4952-8229-b7714efe6b0f req-dda150d8-9c9a-4e0b-9998-b92396e3bdec tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374296 Nov 16 00:36:49.241671 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c11755-6192-47a3-9bb9-e588be02c194 req-19a556d7-e0b0-4182-ba7d-d4eee74de37e tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:49.243237 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-10c11755-6192-47a3-9bb9-e588be02c194 req-19a556d7-e0b0-4182-ba7d-d4eee74de37e tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 946 time: 0.0601432 Nov 16 00:36:49.344464 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-10c11755-6192-47a3-9bb9-e588be02c194 req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Deleting port 1d23cd09-afd7-4f7b-ae76-74475e8fb942 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:36:49.344821 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-10c11755-6192-47a3-9bb9-e588be02c194 req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:49.442379 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-10c11755-6192-47a3-9bb9-e588be02c194 req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] For port 1d23cd09-afd7-4f7b-ae76-74475e8fb942, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1d23cd09-afd7-4f7b-ae76-74475e8fb942,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:49.442746 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-10c11755-6192-47a3-9bb9-e588be02c194 req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:49.456873 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-10c11755-6192-47a3-9bb9-e588be02c194 req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Calling delete_port for 1d23cd09-afd7-4f7b-ae76-74475e8fb942 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:36:49.590779 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-10c11755-6192-47a3-9bb9-e588be02c194 req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:49.605866 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['13925c20-f053-442a-8124-fd021f837b58', 'd6680774-dc79-4ad5-a0f2-d8eb25c28626', '07eae579-e284-4664-a961-8b4191f67b80', '1d23cd09-afd7-4f7b-ae76-74475e8fb942'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:36:49.626888 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Pushing event deleted for resources: {'Port': ['ID=1d23cd09-afd7-4f7b-ae76-74475e8fb942,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:49.653409 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d7c05783-d44d-4ec9-a163-86bde3d26599 req-17f1bdd0-6970-4948-a3c0-fc1b1d125515 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=aae544a0-8fa0-4269-89da-7c8cb8077b75 HTTP/1.1" status: 200 len: 210 time: 0.0314381 Nov 16 00:36:49.677529 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c11755-6192-47a3-9bb9-e588be02c194 req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] No DVR routers for this DVR port 1d23cd09-afd7-4f7b-ae76-74475e8fb942 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:36:49.680545 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-10c11755-6192-47a3-9bb9-e588be02c194 req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:49.684424 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-10c11755-6192-47a3-9bb9-e588be02c194 req-b169e0c6-bb41-47dd-b28f-245fefbe2b7d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "DELETE /v2.0/ports/1d23cd09-afd7-4f7b-ae76-74475e8fb942 HTTP/1.1" status: 204 len: 173 time: 0.4328730 Nov 16 00:36:49.684885 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae544a0-8fa0-4269-89da-7c8cb8077b75', 'name': 'network-vif-deleted', 'tag': '1d23cd09-afd7-4f7b-ae76-74475e8fb942'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:36:49.687193 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7861052e-6359-4304-b698-33b25eaccf5c" -d '{"events": [{"server_uuid": "aae544a0-8fa0-4269-89da-7c8cb8077b75", "name": "network-vif-deleted", "tag": "1d23cd09-afd7-4f7b-ae76-74475e8fb942"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:36:49.722223 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49286) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:49.738856 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd26b54-f12d-4037-953d-aeec79f2b67c x-openstack-request-id: req-bfd26b54-f12d-4037-953d-aeec79f2b67c {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:36:49.739272 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae544a0-8fa0-4269-89da-7c8cb8077b75", "name": "network-vif-deleted", "tag": "1d23cd09-afd7-4f7b-ae76-74475e8fb942", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:36:49.739506 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfd26b54-f12d-4037-953d-aeec79f2b67c {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:36:49.739941 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae544a0-8fa0-4269-89da-7c8cb8077b75', 'name': 'network-vif-deleted', 'tag': '1d23cd09-afd7-4f7b-ae76-74475e8fb942', 'status': 'completed', 'code': 200} Nov 16 00:36:49.857362 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-997106d6-1b60-4888-b0b1-e0f1448eb1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:49.944311 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-997106d6-1b60-4888-b0b1-e0f1448eb1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:49.948706 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-997106d6-1b60-4888-b0b1-e0f1448eb1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:49.986246 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-997106d6-1b60-4888-b0b1-e0f1448eb1be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6df799a83db494ab45047a12b7921b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631223 Nov 16 00:36:49.988918 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49290) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:49.990902 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997106d6-1b60-4888-b0b1-e0f1448eb1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030d2458-4099-4687-8b2b-4e39aa7dfd4f,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:50.038690 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f1dc60d0-7270-4d7f-973c-a8d969bcbc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.059145 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f1dc60d0-7270-4d7f-973c-a8d969bcbc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.105009 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f1dc60d0-7270-4d7f-973c-a8d969bcbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.107566 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f1dc60d0-7270-4d7f-973c-a8d969bcbc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.111265 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-f1dc60d0-7270-4d7f-973c-a8d969bcbc7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/030d2458-4099-4687-8b2b-4e39aa7dfd4f HTTP/1.1" status: 204 len: 168 time: 0.1187353 Nov 16 00:36:50.117846 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc60d0-7270-4d7f-973c-a8d969bcbc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d2458-4099-4687-8b2b-4e39aa7dfd4f,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:50.393884 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49296) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:50.407583 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8deaa2ab-34ae-49f6-b813-a0f3c907e9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.485712 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8deaa2ab-34ae-49f6-b813-a0f3c907e9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.490091 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8deaa2ab-34ae-49f6-b813-a0f3c907e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.534690 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaa2ab-34ae-49f6-b813-a0f3c907e9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8d856-5c7c-4d64-8caa-55837d2a457e,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:50.540324 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-8deaa2ab-34ae-49f6-b813-a0f3c907e9f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61001c51e8244c4a97020751ddb7a02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454089 Nov 16 00:36:50.542857 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49298) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:36:50.591961 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-24b1b777-686e-4bb1-b706-cfe401902453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.613560 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-24b1b777-686e-4bb1-b706-cfe401902453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.659727 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-24b1b777-686e-4bb1-b706-cfe401902453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.662284 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-24b1b777-686e-4bb1-b706-cfe401902453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:50.663490 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-24b1b777-686e-4bb1-b706-cfe401902453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45d8d856-5c7c-4d64-8caa-55837d2a457e HTTP/1.1" status: 204 len: 168 time: 0.1196933 Nov 16 00:36:50.671313 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1b777-686e-4bb1-b706-cfe401902453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8d856-5c7c-4d64-8caa-55837d2a457e,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:52.062827 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ea591-ac2d-4f66-8ba1-6c79caa33e8f req-c03b6da4-4a84-40b0-8de7-4abdc935ff9d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:52.064363 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a52ea591-ac2d-4f66-8ba1-6c79caa33e8f req-c03b6da4-4a84-40b0-8de7-4abdc935ff9d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 945 time: 0.0522788 Nov 16 00:36:52.104017 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a52ea591-ac2d-4f66-8ba1-6c79caa33e8f req-4cbeea70-06b6-4910-b88c-5915f9cd1898 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Nov 16 00:36:52.937214 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 1d23cd09-afd7-4f7b-ae76-74475e8fb942 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:36:52.957581 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 1d23cd09-afd7-4f7b-ae76-74475e8fb942 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:36:52.957922 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 1d23cd09-afd7-4f7b-ae76-74475e8fb942 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:36:53.225148 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725157b2-5374-4cd0-b958-0ac7be93539a req-6e5ddb2b-f39e-4571-af60-bb17591bdb51 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:53.226666 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-725157b2-5374-4cd0-b958-0ac7be93539a req-6e5ddb2b-f39e-4571-af60-bb17591bdb51 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 945 time: 0.0556233 Nov 16 00:36:53.265541 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-725157b2-5374-4cd0-b958-0ac7be93539a req-19acd535-38dc-49c9-9f8c-a35a96f920fa tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Nov 16 00:36:53.779071 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-5616e615-0e35-4c04-8d5a-98c0f460c3ff tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:53.780550 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-5616e615-0e35-4c04-8d5a-98c0f460c3ff tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 945 time: 0.0522175 Nov 16 00:36:53.887406 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Deleting port 07eae579-e284-4664-a961-8b4191f67b80 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:36:53.887664 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:53.988462 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] For port 07eae579-e284-4664-a961-8b4191f67b80, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=07eae579-e284-4664-a961-8b4191f67b80,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:53.988923 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:54.002586 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Calling delete_port for 07eae579-e284-4664-a961-8b4191f67b80 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:36:54.140001 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:54.154557 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['13925c20-f053-442a-8124-fd021f837b58', 'd6680774-dc79-4ad5-a0f2-d8eb25c28626', '07eae579-e284-4664-a961-8b4191f67b80'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:36:54.168094 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Pushing event deleted for resources: {'Port': ['ID=07eae579-e284-4664-a961-8b4191f67b80,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:54.195219 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.195568 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.195908 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.196244 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.196579 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.196906 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.197230 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.197556 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.197878 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.198200 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.198516 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.198832 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:36:54.220011 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] No DVR routers for this DVR port 07eae579-e284-4664-a961-8b4191f67b80 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:36:54.222655 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:54.226223 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-fc6b964e-6865-471e-a8a8-560057ccfe2f req-398afd01-e11a-4281-991c-d388f015ec98 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "DELETE /v2.0/ports/07eae579-e284-4664-a961-8b4191f67b80 HTTP/1.1" status: 204 len: 173 time: 0.4359887 Nov 16 00:36:54.226949 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d07fda4-d89e-40fa-a740-a91145df3afa', 'name': 'network-vif-deleted', 'tag': '07eae579-e284-4664-a961-8b4191f67b80'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:36:54.229030 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc508035-9746-4eeb-ad91-05ce9bc24c75" -d '{"events": [{"server_uuid": "4d07fda4-d89e-40fa-a740-a91145df3afa", "name": "network-vif-deleted", "tag": "07eae579-e284-4664-a961-8b4191f67b80"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:36:54.276634 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136e3322-32dd-41b4-8496-a8b430c2148a x-openstack-request-id: req-136e3322-32dd-41b4-8496-a8b430c2148a {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:36:54.277026 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d07fda4-d89e-40fa-a740-a91145df3afa", "name": "network-vif-deleted", "tag": "07eae579-e284-4664-a961-8b4191f67b80", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:36:54.277350 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-136e3322-32dd-41b4-8496-a8b430c2148a {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:36:54.277834 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d07fda4-d89e-40fa-a740-a91145df3afa', 'name': 'network-vif-deleted', 'tag': '07eae579-e284-4664-a961-8b4191f67b80', 'status': 'completed', 'code': 200} Nov 16 00:36:54.378967 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-9395cb83-7bf4-4b3b-8baa-647f0a1dc148 req-d0eb4e95-e88c-49b0-9b3c-9a67e9235549 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d07fda4-d89e-40fa-a740-a91145df3afa HTTP/1.1" status: 200 len: 210 time: 0.0303395 Nov 16 00:36:55.647745 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5774c-18d4-4225-90cc-e6cfc129f48d req-cf654ebb-a52e-4000-bd88-b02cb58d1405 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:55.649152 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-75a5774c-18d4-4225-90cc-e6cfc129f48d req-cf654ebb-a52e-4000-bd88-b02cb58d1405 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 945 time: 0.0524874 Nov 16 00:36:55.686832 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-75a5774c-18d4-4225-90cc-e6cfc129f48d req-e5f8de8d-e3a7-47b5-ab2c-6ed5453d364d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Nov 16 00:36:56.801638 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da74af-ec22-40c5-bb5f-74af1940c4bf req-c119e106-cb06-470b-8a1b-0020fa99b2c0 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:56.803122 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-98da74af-ec22-40c5-bb5f-74af1940c4bf req-c119e106-cb06-470b-8a1b-0020fa99b2c0 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 945 time: 0.0493021 Nov 16 00:36:56.839358 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-98da74af-ec22-40c5-bb5f-74af1940c4bf req-01a8a8f4-a9a7-4c9e-b8db-f9d4f251e9c1 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303090 Nov 16 00:36:57.027856 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 07eae579-e284-4664-a961-8b4191f67b80 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:36:57.048003 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 07eae579-e284-4664-a961-8b4191f67b80 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:36:57.048353 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 07eae579-e284-4664-a961-8b4191f67b80 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:36:57.953093 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6962320-f775-4260-95c8-e1a9f2c82151 req-ae21d9f9-98e4-4639-9cda-f56a4149e099 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:57.954576 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d6962320-f775-4260-95c8-e1a9f2c82151 req-ae21d9f9-98e4-4639-9cda-f56a4149e099 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 945 time: 0.0503814 Nov 16 00:36:57.988824 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-8e50db95-1077-48bb-b746-1d0b2438b323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:57.996301 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-d6962320-f775-4260-95c8-e1a9f2c82151 req-ed9d3c8b-22d4-408a-8a5d-df9ea21808c9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Nov 16 00:36:59.120996 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae391-322b-4234-af15-408364fc7363 req-57689d10-d6d1-4ae6-8125-32cf1d1f8a14 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:59.122630 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d07ae391-322b-4234-af15-408364fc7363 req-57689d10-d6d1-4ae6-8125-32cf1d1f8a14 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 945 time: 0.0573213 Nov 16 00:36:59.163956 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d07ae391-322b-4234-af15-408364fc7363 req-becb649a-0a67-4ab5-af9d-ec15310d87af tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351303 Nov 16 00:36:59.566884 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-e0a19574-66a3-4922-a889-f2a18aed2f6f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:36:59.568622 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-e0a19574-66a3-4922-a889-f2a18aed2f6f tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 945 time: 0.0551798 Nov 16 00:36:59.668363 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Deleting port d6680774-dc79-4ad5-a0f2-d8eb25c28626 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:36:59.668706 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:59.766150 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] For port d6680774-dc79-4ad5-a0f2-d8eb25c28626, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=d6680774-dc79-4ad5-a0f2-d8eb25c28626,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:36:59.766509 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:59.779117 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Calling delete_port for d6680774-dc79-4ad5-a0f2-d8eb25c28626 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:36:59.899959 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:59.914494 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['13925c20-f053-442a-8124-fd021f837b58', 'd6680774-dc79-4ad5-a0f2-d8eb25c28626'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:36:59.936697 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Pushing event deleted for resources: {'Port': ['ID=d6680774-dc79-4ad5-a0f2-d8eb25c28626,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:36:59.977697 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] No DVR routers for this DVR port d6680774-dc79-4ad5-a0f2-d8eb25c28626 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:36:59.980312 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:36:59.983658 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-613bb2e2-827a-4c05-a98e-69392bb96180 req-a262034b-3dfa-4059-a247-64a44b89e1ac tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "DELETE /v2.0/ports/d6680774-dc79-4ad5-a0f2-d8eb25c28626 HTTP/1.1" status: 204 len: 173 time: 0.4075437 Nov 16 00:36:59.984125 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081f2420-eaa6-4d4c-a750-f4ca807d9d14', 'name': 'network-vif-deleted', 'tag': 'd6680774-dc79-4ad5-a0f2-d8eb25c28626'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:36:59.986378 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61f402e-a9c8-4871-aa48-d2a9372ea151" -d '{"events": [{"server_uuid": "081f2420-eaa6-4d4c-a750-f4ca807d9d14", "name": "network-vif-deleted", "tag": "d6680774-dc79-4ad5-a0f2-d8eb25c28626"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:37:00.026697 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c637207d-5b85-4d19-ae32-c719329a7c1e x-openstack-request-id: req-c637207d-5b85-4d19-ae32-c719329a7c1e {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:37:00.026991 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081f2420-eaa6-4d4c-a750-f4ca807d9d14", "name": "network-vif-deleted", "tag": "d6680774-dc79-4ad5-a0f2-d8eb25c28626", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:37:00.027269 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c637207d-5b85-4d19-ae32-c719329a7c1e {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:37:00.027659 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081f2420-eaa6-4d4c-a750-f4ca807d9d14', 'name': 'network-vif-deleted', 'tag': 'd6680774-dc79-4ad5-a0f2-d8eb25c28626', 'status': 'completed', 'code': 200} Nov 16 00:37:00.267529 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2b5b6102-0b68-4bdf-bd2c-88ee65c80f6f req-b37c7f74-ac63-4693-b69b-8ee8b8dca15d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=081f2420-eaa6-4d4c-a750-f4ca807d9d14 HTTP/1.1" status: 200 len: 210 time: 0.0268719 Nov 16 00:37:00.646566 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:01.436274 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9d15affb-d90d-49a5-98fc-d282cefc1bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:02.047255 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:02.658767 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88823-9623-4228-889f-c00b0f832424 req-43383c31-41bf-4cbb-a747-271fcf912dca tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:02.660905 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-67a88823-9623-4228-889f-c00b0f832424 req-43383c31-41bf-4cbb-a747-271fcf912dca tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0496142 Nov 16 00:37:02.698850 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-67a88823-9623-4228-889f-c00b0f832424 req-4da49074-772f-4c6d-88ce-d16e4dbf849d tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Nov 16 00:37:02.968164 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device d6680774-dc79-4ad5-a0f2-d8eb25c28626 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:37:02.987676 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: d6680774-dc79-4ad5-a0f2-d8eb25c28626 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:37:02.987976 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device d6680774-dc79-4ad5-a0f2-d8eb25c28626 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:37:03.707294 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:03.813532 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b417-33d9-44cd-966f-dc74e34fda20 req-9461592d-36df-46a6-97a4-53dddb35169b tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:03.815017 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e764b417-33d9-44cd-966f-dc74e34fda20 req-9461592d-36df-46a6-97a4-53dddb35169b tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0479505 Nov 16 00:37:03.852130 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e764b417-33d9-44cd-966f-dc74e34fda20 req-551260e4-b614-4863-a669-66be39509f78 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/security-groups?id=406a9e10-b3fd-4b1b-b31c-18c4d8df0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305243 Nov 16 00:37:04.143333 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-2ed67100-4a54-437e-acd2-2518510e8591 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:04.145317 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-2ed67100-4a54-437e-acd2-2518510e8591 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 946 time: 0.0514297 Nov 16 00:37:04.236992 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Deleting port 13925c20-f053-442a-8124-fd021f837b58 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:37:04.237336 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:04.329443 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] For port 13925c20-f053-442a-8124-fd021f837b58, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=13925c20-f053-442a-8124-fd021f837b58,segment=NetworkSegment(e29406fb-8aab-4b49-80f2-3e7dfbe2c85e),segment_id=e29406fb-8aab-4b49-80f2-3e7dfbe2c85e)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:37:04.329807 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:04.342790 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Calling delete_port for 13925c20-f053-442a-8124-fd021f837b58 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:37:04.472713 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:04.485073 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['13925c20-f053-442a-8124-fd021f837b58'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:37:04.502503 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Pushing event deleted for resources: {'Port': ['ID=13925c20-f053-442a-8124-fd021f837b58,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:04.549248 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] No DVR routers for this DVR port 13925c20-f053-442a-8124-fd021f837b58 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:37:04.552349 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:04.555626 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-976bcae6-34e1-456b-81c9-cf42acfab5c1 req-5e0bc877-c6a7-47bd-8242-c0b9cb4df4e9 tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.36 "DELETE /v2.0/ports/13925c20-f053-442a-8124-fd021f837b58 HTTP/1.1" status: 204 len: 173 time: 0.4033816 Nov 16 00:37:04.556070 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7f9627-db3b-428d-819b-5c5c59084942', 'name': 'network-vif-deleted', 'tag': '13925c20-f053-442a-8124-fd021f837b58'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:37:04.558337 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4b657e-6168-4e8f-82be-105239d56aba" -d '{"events": [{"server_uuid": "2f7f9627-db3b-428d-819b-5c5c59084942", "name": "network-vif-deleted", "tag": "13925c20-f053-442a-8124-fd021f837b58"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:37:04.594516 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b72741-ab72-496a-8006-59f047e638ee x-openstack-request-id: req-d7b72741-ab72-496a-8006-59f047e638ee {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:37:04.597458 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7f9627-db3b-428d-819b-5c5c59084942", "name": "network-vif-deleted", "tag": "13925c20-f053-442a-8124-fd021f837b58", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:37:04.597458 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7b72741-ab72-496a-8006-59f047e638ee {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:37:04.597458 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7f9627-db3b-428d-819b-5c5c59084942', 'name': 'network-vif-deleted', 'tag': '13925c20-f053-442a-8124-fd021f837b58', 'status': 'completed', 'code': 200} Nov 16 00:37:04.960423 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2cfc7595-1deb-48b9-a8ae-3ad9cd772e41 req-760cbf46-3f52-4b99-a147-5aafe41c1dff tempest-AttachVolumeNegativeTest-1901580606 tempest-AttachVolumeNegativeTest-1901580606-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7f9627-db3b-428d-819b-5c5c59084942 HTTP/1.1" status: 200 len: 210 time: 0.0267200 Nov 16 00:37:06.020607 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49514) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:06.076969 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbc6557-eb6a-47cc-a6b8-63b67d2fc7c3 admin admin] Deleting subnet 9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:37:06.082594 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-abbc6557-eb6a-47cc-a6b8-63b67d2fc7c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.122636 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-abbc6557-eb6a-47cc-a6b8-63b67d2fc7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.172564 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-abbc6557-eb6a-47cc-a6b8-63b67d2fc7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.236247 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-abbc6557-eb6a-47cc-a6b8-63b67d2fc7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.267246 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc6557-eb6a-47cc-a6b8-63b67d2fc7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:06.272030 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-abbc6557-eb6a-47cc-a6b8-63b67d2fc7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.275282 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-abbc6557-eb6a-47cc-a6b8-63b67d2fc7c3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9b5b2f59-7ac6-4f05-aeb5-5cbbe9f0f149 HTTP/1.1" status: 204 len: 168 time: 0.2531638 Nov 16 00:37:06.278651 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49524) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:06.355130 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.369727 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:37:06.434582 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.459088 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ade04b1-2f01-4769-9a91-0d2df635fcbb']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:06.468340 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:06.468627 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29406fb-8aab-4b49-80f2-3e7dfbe2c85e') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:06.477923 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.490756 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.496353 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:37:06.496764 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:37:06.498331 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:37:06.552374 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.557515 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.560605 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ade04b1-2f01-4769-9a91-0d2df635fcbb HTTP/1.1" status: 204 len: 168 time: 0.2809632 Nov 16 00:37:06.571896 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74551be-3bca-4348-9986-2da693fc5443 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ade04b1-2f01-4769-9a91-0d2df635fcbb,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:06.729087 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49528) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:06.770993 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-dc1f1023-1fdc-4cc0-a8c2-b605ed1a893c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b08090244b44b94bdedacad6778dec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407178 Nov 16 00:37:06.773760 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49530) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:06.826065 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b14b6399-011a-4275-80be-4cfa946755ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.851981 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b14b6399-011a-4275-80be-4cfa946755ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.897057 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b14b6399-011a-4275-80be-4cfa946755ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.899759 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b14b6399-011a-4275-80be-4cfa946755ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:06.900936 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b14b6399-011a-4275-80be-4cfa946755ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/406a9e10-b3fd-4b1b-b31c-18c4d8df0226 HTTP/1.1" status: 204 len: 168 time: 0.1262350 Nov 16 00:37:06.909170 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b6399-011a-4275-80be-4cfa946755ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406a9e10-b3fd-4b1b-b31c-18c4d8df0226,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:06.996795 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 13925c20-f053-442a-8124-fd021f837b58 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:37:07.015916 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 13925c20-f053-442a-8124-fd021f837b58 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:37:07.016257 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 13925c20-f053-442a-8124-fd021f837b58 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:37:08.691423 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:21.509690 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49740) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:21.614544 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-9170824f-dd69-4db8-9d6c-66e9bd14e7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:21.688688 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-9170824f-dd69-4db8-9d6c-66e9bd14e7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:21.692464 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-9170824f-dd69-4db8-9d6c-66e9bd14e7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:21.730744 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-9170824f-dd69-4db8-9d6c-66e9bd14e7df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=061738a5d9ec48568f26ba127ac997ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199864 Nov 16 00:37:21.731600 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170824f-dd69-4db8-9d6c-66e9bd14e7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf9c662-d634-4675-8ba5-0d54582c9e86,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:21.733603 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49744) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:21.783728 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-06eef06b-32ae-4b87-82c5-96570b6edcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:21.809371 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-06eef06b-32ae-4b87-82c5-96570b6edcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:21.854923 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-06eef06b-32ae-4b87-82c5-96570b6edcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:21.857461 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-06eef06b-32ae-4b87-82c5-96570b6edcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:21.858633 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-06eef06b-32ae-4b87-82c5-96570b6edcc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adf9c662-d634-4675-8ba5-0d54582c9e86 HTTP/1.1" status: 204 len: 168 time: 0.1240156 Nov 16 00:37:21.866079 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eef06b-32ae-4b87-82c5-96570b6edcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf9c662-d634-4675-8ba5-0d54582c9e86,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:22.483621 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49786) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:22.583578 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2102104977-network', 'tenant_id': 'e764d22a5f1645dca5c8b7df60177e2e'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:37:22.605497 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Made reservation on behalf of e764d22a5f1645dca5c8b7df60177e2e for: {'network': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:37:22.608112 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:22.618005 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:22.696772 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:22.700569 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:22.722281 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=107820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:37:22.737118 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795067b6-e8b5-4396-9fe9-0a640b130542,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:22.740236 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:22.740595 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.segments_db [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Added segment e3d68eac-57d7-4ed9-9692-499936b2151a of type vlan for network 0bdf1722-cd7e-486e-b701-372d94539b30 Nov 16 00:37:22.782214 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:22.806544 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:22.807487 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:22.808098 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:22.865909 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3810549 Nov 16 00:37:22.868943 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49790) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:22.872499 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871a85f-972f-4047-ac2c-636175a72bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=0bdf1722-cd7e-486e-b701-372d94539b30,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:22.873898 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Request body: {'subnet': {'network_id': '0bdf1722-cd7e-486e-b701-372d94539b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2102104977-subnet', 'tenant_id': 'e764d22a5f1645dca5c8b7df60177e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:37:22.883326 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 0bdf1722-cd7e-486e-b701-372d94539b30 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:37:22.896003 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Made reservation on behalf of e764d22a5f1645dca5c8b7df60177e2e for: {'subnet': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:37:22.898438 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-253093145'] for subnet, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.070382 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-253005543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-253093167'] for subnet, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.128674 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91225490-c3f7-4659-b106-55e60af80b0f,revision_number=0']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:23.133868 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Checking segment: {'id': 'e3d68eac-57d7-4ed9-9692-499936b2151a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0bdf1722-cd7e-486e-b701-372d94539b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:37:23.134234 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Network hostable DHCP agents. Network: 0bdf1722-cd7e-486e-b701-372d94539b30, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:37:23.150726 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Network 0bdf1722-cd7e-486e-b701-372d94539b30 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:37:23.159656 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.base_scheduler [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 0bdf1722-cd7e-486e-b701-372d94539b30) {{(pid=107819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:37:23.164637 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:23.165464 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.168540 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab913a8-4149-4c20-a54f-95e0c7bd1f31 None None] Network 0bdf1722-cd7e-486e-b701-372d94539b30 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:37:23.181935 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-761de947-eb57-4986-8107-6a17f271472b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3119130 Nov 16 00:37:23.297445 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef749f05-32c1-4201-b1aa-85fecb4f0f89 None None] Network 0bdf1722-cd7e-486e-b701-372d94539b30 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:37:23.683650 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49824) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:23.688604 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-341465608-network', 'tenant_id': 'bb7a5536391b4d5581604f960dffb43f'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:37:23.709111 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Made reservation on behalf of bb7a5536391b4d5581604f960dffb43f for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:37:23.711475 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.719896 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.799701 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.803467 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.827784 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:37:23.838030 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25523de3-0b3f-409e-94fb-5d9192e2ae8a,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:23.843516 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.843848 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Added segment 57cb1b82-a32e-442c-8fd1-18d9eb50007f of type vlan for network 809a132a-d349-4174-a916-5bf8046cdbe9 Nov 16 00:37:23.883638 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.907404 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.908584 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:23.909242 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:23.963572 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2786293 Nov 16 00:37:23.966394 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49826) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:23.970024 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14cff2-2d24-411f-bf8f-eab014e71e5d admin admin] Pushing event updated for resources: {'Network': ['ID=809a132a-d349-4174-a916-5bf8046cdbe9,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:23.971853 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Request body: {'subnet': {'network_id': '809a132a-d349-4174-a916-5bf8046cdbe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-341465608-subnet', 'tenant_id': 'bb7a5536391b4d5581604f960dffb43f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:37:23.987418 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network 809a132a-d349-4174-a916-5bf8046cdbe9 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:37:23.993521 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Made reservation on behalf of bb7a5536391b4d5581604f960dffb43f for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:37:23.996062 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463023'] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.166282 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463001'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.221471 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=192a8fdf-8be2-4b0c-96bc-9130595a731e,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:24.228591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Checking segment: {'id': '57cb1b82-a32e-442c-8fd1-18d9eb50007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '809a132a-d349-4174-a916-5bf8046cdbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:37:24.228954 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Network hostable DHCP agents. Network: 809a132a-d349-4174-a916-5bf8046cdbe9, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:37:24.246210 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Network 809a132a-d349-4174-a916-5bf8046cdbe9 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:37:24.255817 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, 809a132a-d349-4174-a916-5bf8046cdbe9) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:37:24.259908 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:24.260504 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.264648 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a3393f-f730-4f12-b8a8-02d03e66629a None None] Network 809a132a-d349-4174-a916-5bf8046cdbe9 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:37:24.280297 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-9d7794f5-3851-49b0-a719-ed041f8d5633 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3122609 Nov 16 00:37:24.394264 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80931be-952d-45a4-834c-bbb141ac71f1 None None] Network 809a132a-d349-4174-a916-5bf8046cdbe9 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:37:24.398192 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49830) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:24.443412 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_v2 [None req-243ee2c8-9506-474e-9380-d059a384764c admin admin] Deleting subnet 91225490-c3f7-4659-b106-55e60af80b0f {{(pid=107820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:37:24.446464 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-243ee2c8-9506-474e-9380-d059a384764c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.486773 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-243ee2c8-9506-474e-9380-d059a384764c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9071528'] for subnet, precommit_delete_associations {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.531315 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-243ee2c8-9506-474e-9380-d059a384764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.584833 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-243ee2c8-9506-474e-9380-d059a384764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9285961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8462994'] for subnet, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.610904 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ee2c8-9506-474e-9380-d059a384764c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91225490-c3f7-4659-b106-55e60af80b0f,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:24.615502 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-243ee2c8-9506-474e-9380-d059a384764c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.618634 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-243ee2c8-9506-474e-9380-d059a384764c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/91225490-c3f7-4659-b106-55e60af80b0f HTTP/1.1" status: 204 len: 168 time: 0.2194526 Nov 16 00:37:24.621314 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49834) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:24.701365 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.781393 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.803124 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdf1722-cd7e-486e-b701-372d94539b30']}} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:24.812980 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d68eac-57d7-4ed9-9692-499936b2151a') {'for_net_delete': True} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:24.813279 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d68eac-57d7-4ed9-9692-499936b2151a') {} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:24.825794 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9071521'] for segment, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.841354 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.848056 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=107820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:37:24.848489 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9286119'] for segment, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: Traceback (most recent call last): Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: timer() Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: cb(*args, **kw) Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: return func(*args, **kwargs) Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: self._notify() Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: self.callback(batched_events) Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: event.method(event) Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: return f(self, *a, **k) Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._get(url).json() Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: return self.request(url, 'GET', **kwargs) Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:37:24.850255 dv-cinder-811154-2-iscsi neutron-server[107820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:37:24.913357 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.918525 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:24.924211 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0bdf1722-cd7e-486e-b701-372d94539b30 HTTP/1.1" status: 204 len: 168 time: 0.3019860 Nov 16 00:37:24.927149 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 49844) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:24.939223 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4e606-980f-426d-bb65-fa1dd6687be9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bdf1722-cd7e-486e-b701-372d94539b30,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:24.982206 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce414658-a518-4ecd-afcc-8a3d78d417f2 admin admin] Deleting subnet 192a8fdf-8be2-4b0c-96bc-9130595a731e {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:37:24.985543 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce414658-a518-4ecd-afcc-8a3d78d417f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.021143 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce414658-a518-4ecd-afcc-8a3d78d417f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.059807 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce414658-a518-4ecd-afcc-8a3d78d417f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.113234 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce414658-a518-4ecd-afcc-8a3d78d417f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.140338 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce414658-a518-4ecd-afcc-8a3d78d417f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192a8fdf-8be2-4b0c-96bc-9130595a731e,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:25.147485 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ce414658-a518-4ecd-afcc-8a3d78d417f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.150973 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-ce414658-a518-4ecd-afcc-8a3d78d417f2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/192a8fdf-8be2-4b0c-96bc-9130595a731e HTTP/1.1" status: 204 len: 168 time: 0.2218866 Nov 16 00:37:25.151427 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49848) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:25.219887 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.297693 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.317358 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809a132a-d349-4174-a916-5bf8046cdbe9']}} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:25.326097 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cb1b82-a32e-442c-8fd1-18d9eb50007f') {'for_net_delete': True} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:25.326384 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cb1b82-a32e-442c-8fd1-18d9eb50007f') {} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:25.335824 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9071521'] for segment, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.348178 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.353946 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=107820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:37:25.354307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9286119'] for segment, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: Traceback (most recent call last): Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: timer() Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: cb(*args, **kw) Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: return func(*args, **kwargs) Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: self._notify() Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: self.callback(batched_events) Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: event.method(event) Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: return f(self, *a, **k) Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._get(url).json() Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: return self.request(url, 'GET', **kwargs) Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:37:25.355925 dv-cinder-811154-2-iscsi neutron-server[107820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:37:25.410817 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.416132 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.419280 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] 10.222.0.31 "DELETE /v2.0/networks/809a132a-d349-4174-a916-5bf8046cdbe9 HTTP/1.1" status: 204 len: 168 time: 0.2667358 Nov 16 00:37:25.434790 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78e5ec-4d95-46d6-a1fc-ec7e7f52f207 admin admin] Pushing event deleted for resources: {'Network': ['ID=809a132a-d349-4174-a916-5bf8046cdbe9,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:25.576855 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49852) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:25.616865 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-082b9b6b-8755-4096-b845-db86bc7b9959 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e764d22a5f1645dca5c8b7df60177e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388522 Nov 16 00:37:25.619524 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49854) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:25.665857 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f1500c00-2f60-49d3-8ac3-7562c98a2e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.686857 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f1500c00-2f60-49d3-8ac3-7562c98a2e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.731111 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f1500c00-2f60-49d3-8ac3-7562c98a2e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.733658 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f1500c00-2f60-49d3-8ac3-7562c98a2e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:25.734814 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-f1500c00-2f60-49d3-8ac3-7562c98a2e8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/795067b6-e8b5-4396-9fe9-0a640b130542 HTTP/1.1" status: 204 len: 168 time: 0.1144078 Nov 16 00:37:25.744300 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1500c00-2f60-49d3-8ac3-7562c98a2e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795067b6-e8b5-4396-9fe9-0a640b130542,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:26.057911 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49864) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:26.100113 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c9cb02bd-837e-4fc3-bbcf-54b40e36c1e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb7a5536391b4d5581604f960dffb43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408618 Nov 16 00:37:26.102676 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 49868) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:26.153597 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2930-5805-4cdc-915e-4af9deb89f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:26.179671 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2930-5805-4cdc-915e-4af9deb89f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:26.229401 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2930-5805-4cdc-915e-4af9deb89f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:26.229999 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2930-5805-4cdc-915e-4af9deb89f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:26.231237 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c1ca2930-5805-4cdc-915e-4af9deb89f36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25523de3-0b3f-409e-94fb-5d9192e2ae8a HTTP/1.1" status: 204 len: 168 time: 0.1275375 Nov 16 00:37:26.239921 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca2930-5805-4cdc-915e-4af9deb89f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25523de3-0b3f-409e-94fb-5d9192e2ae8a,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:27.993084 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-da9f311f-9479-4da6-8eef-538ae109efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:30.646955 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:31.440238 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c549-b671-400d-b472-84166d832e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:32.051970 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.527111 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50066) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:33.590402 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50070) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:33.678428 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-19960514-15ee-4255-89e0-f8db1d72db72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.698698 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c4887e1f-d954-4791-9b2b-4ec902fd5c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.709564 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.810740 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-19960514-15ee-4255-89e0-f8db1d72db72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.818737 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-19960514-15ee-4255-89e0-f8db1d72db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.843109 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c4887e1f-d954-4791-9b2b-4ec902fd5c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.856541 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-c4887e1f-d954-4791-9b2b-4ec902fd5c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.871003 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-19960514-15ee-4255-89e0-f8db1d72db72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0fbc3baefa544fa86d8fcdf8eca2b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404710 Nov 16 00:37:33.871474 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50074) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:33.874571 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19960514-15ee-4255-89e0-f8db1d72db72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282bdd21-8204-4089-b64e-c5bf715470db,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:33.906004 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c4887e1f-d954-4791-9b2b-4ec902fd5c68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16d9fc1e26eb457c932681f922d9eb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145459 Nov 16 00:37:33.909554 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50076) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:33.925078 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4887e1f-d954-4791-9b2b-4ec902fd5c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad9538-4f5e-4d5b-bf76-caed1e563a51,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:33.927733 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2449dc9b-1820-40c5-91c3-d6c0b9a76d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.950597 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2449dc9b-1820-40c5-91c3-d6c0b9a76d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.965384 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dd258c1a-4a3b-42b3-a8d9-54519f977fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.987485 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dd258c1a-4a3b-42b3-a8d9-54519f977fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:33.998257 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2449dc9b-1820-40c5-91c3-d6c0b9a76d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.000830 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2449dc9b-1820-40c5-91c3-d6c0b9a76d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.001978 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-2449dc9b-1820-40c5-91c3-d6c0b9a76d19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/282bdd21-8204-4089-b64e-c5bf715470db HTTP/1.1" status: 204 len: 168 time: 0.1294572 Nov 16 00:37:34.010434 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449dc9b-1820-40c5-91c3-d6c0b9a76d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282bdd21-8204-4089-b64e-c5bf715470db,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:34.040292 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dd258c1a-4a3b-42b3-a8d9-54519f977fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.042989 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-dd258c1a-4a3b-42b3-a8d9-54519f977fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.044314 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-dd258c1a-4a3b-42b3-a8d9-54519f977fc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0ad9538-4f5e-4d5b-bf76-caed1e563a51 HTTP/1.1" status: 204 len: 168 time: 0.1338501 Nov 16 00:37:34.055543 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd258c1a-4a3b-42b3-a8d9-54519f977fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad9538-4f5e-4d5b-bf76-caed1e563a51,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:34.323954 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50086) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:34.337822 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e29484ac-edd2-470a-8fea-b365feb63548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.356366 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50088) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:34.371979 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-55aa328c-f74b-4b74-a9ef-8b2778fe6cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.431880 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e29484ac-edd2-470a-8fea-b365feb63548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.438306 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-e29484ac-edd2-470a-8fea-b365feb63548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.458052 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-55aa328c-f74b-4b74-a9ef-8b2778fe6cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.461975 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-55aa328c-f74b-4b74-a9ef-8b2778fe6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.497430 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-e29484ac-edd2-470a-8fea-b365feb63548 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bac1c766313748ed839b48f0a8e98072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691749 Nov 16 00:37:34.497722 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa328c-f74b-4b74-a9ef-8b2778fe6cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c792f0ef-acb1-46c3-a688-81b2f9657a90,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:34.497864 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29484ac-edd2-470a-8fea-b365feb63548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229e6f78-d962-4ce9-8bc5-7838e86e1ce2,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:34.497864 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50090) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:34.513349 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-55aa328c-f74b-4b74-a9ef-8b2778fe6cad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=766717f3a3ac41cfa418db2284d97a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558621 Nov 16 00:37:34.517336 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50092) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:34.553555 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-aed81553-97e0-4725-b69d-0a13603c502b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.570151 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1c8914b5-dc47-40b4-8354-0559f45b0b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.579883 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-aed81553-97e0-4725-b69d-0a13603c502b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.591442 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1c8914b5-dc47-40b4-8354-0559f45b0b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.627740 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-aed81553-97e0-4725-b69d-0a13603c502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.630924 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-aed81553-97e0-4725-b69d-0a13603c502b admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.632247 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-aed81553-97e0-4725-b69d-0a13603c502b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/229e6f78-d962-4ce9-8bc5-7838e86e1ce2 HTTP/1.1" status: 204 len: 168 time: 0.1336923 Nov 16 00:37:34.640719 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed81553-97e0-4725-b69d-0a13603c502b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229e6f78-d962-4ce9-8bc5-7838e86e1ce2,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:34.643722 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1c8914b5-dc47-40b4-8354-0559f45b0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.646776 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-1c8914b5-dc47-40b4-8354-0559f45b0b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:34.647435 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-1c8914b5-dc47-40b4-8354-0559f45b0b7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c792f0ef-acb1-46c3-a688-81b2f9657a90 HTTP/1.1" status: 204 len: 168 time: 0.1288624 Nov 16 00:37:34.659231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8914b5-dc47-40b4-8354-0559f45b0b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c792f0ef-acb1-46c3-a688-81b2f9657a90,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:36.419367 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50190) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:36.630425 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb5df8e7-5e22-4ff0-b193-d2174c71973e admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:36.705257 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb5df8e7-5e22-4ff0-b193-d2174c71973e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:36.709502 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb5df8e7-5e22-4ff0-b193-d2174c71973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:36.747264 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-bb5df8e7-5e22-4ff0-b193-d2174c71973e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8be5a7c129d480f9712ede94677dfa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267739 Nov 16 00:37:36.748212 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5df8e7-5e22-4ff0-b193-d2174c71973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bceee3-bff9-4945-8b9b-095d61a7794a,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:36.754438 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50200) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:36.808177 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2c906f0f-ef38-4a0e-b032-8a742c8bd878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:36.832324 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2c906f0f-ef38-4a0e-b032-8a742c8bd878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:36.884689 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2c906f0f-ef38-4a0e-b032-8a742c8bd878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:36.887251 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-2c906f0f-ef38-4a0e-b032-8a742c8bd878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:36.888420 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-2c906f0f-ef38-4a0e-b032-8a742c8bd878 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6bceee3-bff9-4945-8b9b-095d61a7794a HTTP/1.1" status: 204 len: 168 time: 0.1372356 Nov 16 00:37:36.896939 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c906f0f-ef38-4a0e-b032-8a742c8bd878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bceee3-bff9-4945-8b9b-095d61a7794a,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:37.178087 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50210) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:37.192100 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-56d6172e-f3d7-478b-8de8-2f207f7177b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:37.265675 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-56d6172e-f3d7-478b-8de8-2f207f7177b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:37.270050 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-56d6172e-f3d7-478b-8de8-2f207f7177b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:37.309285 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-56d6172e-f3d7-478b-8de8-2f207f7177b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e9b3bc4f2014ccd8769ca8bce5ca297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301458 Nov 16 00:37:37.310112 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6172e-f3d7-478b-8de8-2f207f7177b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2c856f-b632-44be-8e66-3255462c15f7,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:37.312027 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50212) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:37.361126 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c93d406e-9cb2-47fa-97d6-ca843333e04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:37.382716 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c93d406e-9cb2-47fa-97d6-ca843333e04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:37.428229 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c93d406e-9cb2-47fa-97d6-ca843333e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:37.430669 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-c93d406e-9cb2-47fa-97d6-ca843333e04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:37.431834 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-c93d406e-9cb2-47fa-97d6-ca843333e04a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe2c856f-b632-44be-8e66-3255462c15f7 HTTP/1.1" status: 204 len: 168 time: 0.1188343 Nov 16 00:37:37.439385 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d406e-9cb2-47fa-97d6-ca843333e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2c856f-b632-44be-8e66-3255462c15f7,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:38.678365 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:38.988863 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-c163ac38-a372-4e36-9213-3d65b634a47e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506444 Nov 16 00:37:39.053544 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-85256fce-cb50-49eb-943d-ff17ac8b1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:39.054996 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-85256fce-cb50-49eb-943d-ff17ac8b1736 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b1da70dc7334be3be9b115125527150&device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1098 time: 0.0433836 Nov 16 00:37:39.173476 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-c5d19815-e588-4844-8ee9-3ae6ce9d387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:39.176125 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-c5d19815-e588-4844-8ee9-3ae6ce9d387f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 200 len: 909 time: 0.1010752 Nov 16 00:37:39.247070 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-f0e9aa23-c026-49fd-9ec9-9ae3e5d6818e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 200 len: 1001 time: 0.0627260 Nov 16 00:37:39.304973 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-1ee31d0e-ec57-4ccd-b35c-44db298d2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:39.306262 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-1ee31d0e-ec57-4ccd-b35c-44db298d2028 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9b4676e-c0ed-4c18-9628-51baf92688a4 HTTP/1.1" status: 200 len: 847 time: 0.0509274 Nov 16 00:37:39.371334 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-ebf3f4bd-fc80-4491-8d57-1f3d663bc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:39.372800 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-ebf3f4bd-fc80-4491-8d57-1f3d663bc017 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0799e9f-bf39-4d36-9463-c7bb236f55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561957 Nov 16 00:37:39.719590 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-cd40de06-3729-4b79-a423-7f81aac0b0d3 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378479 Nov 16 00:37:39.812078 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e6f4beb6-7555-4e3a-8a54-7b976e48397c req-52635f0f-a5c9-4c93-aa4f-dab9e5674687 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845327 Nov 16 00:37:43.369393 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:37:45.292699 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50356) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:45.397666 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-86aaa8f5-4901-490f-a5b2-c42a9f1587c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:45.478474 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-86aaa8f5-4901-490f-a5b2-c42a9f1587c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:45.482062 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-86aaa8f5-4901-490f-a5b2-c42a9f1587c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:45.521003 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-86aaa8f5-4901-490f-a5b2-c42a9f1587c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b7d8ba80f1f4029bd28a5e356800b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271848 Nov 16 00:37:45.521896 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaa8f5-4901-490f-a5b2-c42a9f1587c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd637a6-a61b-48ab-ae33-b45203912c9f,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:45.523768 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50360) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:45.574868 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0478d370-f02d-4b29-977c-b9d72e403a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:45.595818 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0478d370-f02d-4b29-977c-b9d72e403a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:45.641320 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0478d370-f02d-4b29-977c-b9d72e403a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:45.644509 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0478d370-f02d-4b29-977c-b9d72e403a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:45.645666 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0478d370-f02d-4b29-977c-b9d72e403a6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afd637a6-a61b-48ab-ae33-b45203912c9f HTTP/1.1" status: 204 len: 168 time: 0.1209283 Nov 16 00:37:45.653472 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478d370-f02d-4b29-977c-b9d72e403a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd637a6-a61b-48ab-ae33-b45203912c9f,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:45.907892 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50366) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:45.921503 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8ce5903c-5537-4637-80de-7b98c2b67850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.000057 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8ce5903c-5537-4637-80de-7b98c2b67850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.004593 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8ce5903c-5537-4637-80de-7b98c2b67850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.044648 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-8ce5903c-5537-4637-80de-7b98c2b67850 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e3b55c0bb754be9ad450c7773fb2ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350889 Nov 16 00:37:46.045413 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5903c-5537-4637-80de-7b98c2b67850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65a73d0-d957-4e16-8488-53b963a5bc66,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:46.049926 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50370) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:46.101261 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5808ccec-ee60-41e9-b473-38314f6323de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.124597 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5808ccec-ee60-41e9-b473-38314f6323de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.171803 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5808ccec-ee60-41e9-b473-38314f6323de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.174547 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5808ccec-ee60-41e9-b473-38314f6323de admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.175715 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-5808ccec-ee60-41e9-b473-38314f6323de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d65a73d0-d957-4e16-8488-53b963a5bc66 HTTP/1.1" status: 204 len: 168 time: 0.1247025 Nov 16 00:37:46.183738 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808ccec-ee60-41e9-b473-38314f6323de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65a73d0-d957-4e16-8488-53b963a5bc66,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:46.458094 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50380) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:46.523167 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50382) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:46.537764 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e51c7ba5-81e0-4beb-8a12-d167d7f1c5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.639229 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e51c7ba5-81e0-4beb-8a12-d167d7f1c5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.642728 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Deleting port 5e4e5166-af76-474a-a485-90b7dbd55891 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:37:46.643101 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.644237 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-e51c7ba5-81e0-4beb-8a12-d167d7f1c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.683935 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c7ba5-81e0-4beb-8a12-d167d7f1c5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037134d-6d9a-47e4-979f-3f3c9b2776dc,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:46.691567 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-e51c7ba5-81e0-4beb-8a12-d167d7f1c5ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1d16a3e417c4484a6c556e209994e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670945 Nov 16 00:37:46.693895 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50384) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:46.721702 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.722026 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.734016 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Calling delete_port for 5e4e5166-af76-474a-a485-90b7dbd55891 owned by network:floatingip {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:37:46.745238 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f1d6579f-38f3-496c-8c89-f3b203c1f2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.769461 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f1d6579f-38f3-496c-8c89-f3b203c1f2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.822973 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f1d6579f-38f3-496c-8c89-f3b203c1f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.825503 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f1d6579f-38f3-496c-8c89-f3b203c1f2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.826678 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-f1d6579f-38f3-496c-8c89-f3b203c1f2cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b037134d-6d9a-47e4-979f-3f3c9b2776dc HTTP/1.1" status: 204 len: 168 time: 0.1313839 Nov 16 00:37:46.839539 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6579f-38f3-496c-8c89-f3b203c1f2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037134d-6d9a-47e4-979f-3f3c9b2776dc,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:46.922125 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:46.950829 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event deleted for resources: {'Port': ['ID=5e4e5166-af76-474a-a485-90b7dbd55891,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:47.017366 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:47.018157 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.db.l3_db [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Floating IP 9ba48d82-836a-4bb9-879b-25a29a546fbc disassociated (deleted). External IP: 172.27.1.69, port: dd1e79b1-adea-4951-9c03-a4819deabd55. Nov 16 00:37:47.238742 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Router 47ddca5e-401e-473d-8328-5d6228e7521d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:37:47.357198 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:37:47.362672 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:47.369357 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] Sync routers for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:37:47.380177 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:37:47.380897 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:37:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:47.395580 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-430a74da-9a4c-4d5e-807e-9332d690b5bc tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "DELETE /v2.0/floatingips/9ba48d82-836a-4bb9-879b-25a29a546fbc HTTP/1.1" status: 204 len: 168 time: 0.9363825 Nov 16 00:37:47.396430 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:37:47.406276 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431f66b-3b5b-4ce6-b31b-c49076edb74c" -d '{"events": [{"name": "network-changed", "server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:37:47.455180 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9b47e2-dfa6-4652-a7be-a90f03358056 x-openstack-request-id: req-bb9b47e2-dfa6-4652-a7be-a90f03358056 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:37:47.455593 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:37:47.455851 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb9b47e2-dfa6-4652-a7be-a90f03358056 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:37:47.456430 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'status': 'completed', 'code': 200} Nov 16 00:37:47.530443 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-7fe62c90-8eff-4714-9893-4994de09ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:47.532157 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-7fe62c90-8eff-4714-9893-4994de09ee1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 1099 time: 0.0533242 Nov 16 00:37:47.557597 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:37:47.653276 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50420) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:47.673263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-f682ec16-ae17-4308-9156-81121473af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:47.675702 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-f682ec16-ae17-4308-9156-81121473af0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.1354895 Nov 16 00:37:47.690131 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50424) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:47.734844 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-7183ca69-e9d0-46a2-b687-a51398e4591e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd1e79b1-adea-4951-9c03-a4819deabd55 HTTP/1.1" status: 200 len: 217 time: 0.0472193 Nov 16 00:37:47.795089 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.v2.base [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1380562928-network', 'tenant_id': '4f9b691378844135bec95fb0c25829cc'}} {{(pid=107819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:37:47.825611 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-22006402-6a42-4a8f-b0a4-0ce4d17dc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:47.827651 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-22006402-6a42-4a8f-b0a4-0ce4d17dc083 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0765388 Nov 16 00:37:47.838110 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658edc1-1551-453d-9b93-96e49ca5e926 req-269a9b74-f077-43bd-840f-fb622d314e2b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:47.839915 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e658edc1-1551-453d-9b93-96e49ca5e926 req-269a9b74-f077-43bd-840f-fb622d314e2b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 946 time: 0.1634963 Nov 16 00:37:47.852837 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:47.854715 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Made reservation on behalf of 4f9b691378844135bec95fb0c25829cc for: {'network': 1} {{(pid=107819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:37:47.856990 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for network, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:47.872174 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:47.906202 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e658edc1-1551-453d-9b93-96e49ca5e926 req-ef98c4c6-411b-42c2-a3a2-bdfe5a60e48c tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560815 Nov 16 00:37:47.918438 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-45ff210b-d89e-4486-abf7-a14d52e60a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:47.920792 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-45ff210b-d89e-4486-abf7-a14d52e60a04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797942 Nov 16 00:37:47.979195 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:47.985905 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:47.987249 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '8e1f99f4-afee-4fa0-927e-a1a402476adc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:36Z', 'updated_at': '2021-11-16T00:33:39Z', 'revision_number': 1, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:48.014265 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] Checking router: 47ddca5e-401e-473d-8328-5d6228e7521d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:37:48.025661 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:37:48.026284 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:37:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:48.042170 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6fb81fa8cac441f87b652c5734265e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505220 Nov 16 00:37:48.044948 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50428) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:48.047975 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658a7578-dc3c-4f04-9825-d5f76e794e6f,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:48.065274 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.065510 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.065847 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.066364 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.066697 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.067026 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.067376 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.067698 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.068207 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.068705 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.069027 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.069524 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ea829-9f02-4fe7-b17d-04aaf42280be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:48.081708 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.088569 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.106260 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-9586f7a8-62b9-4e77-808b-7fef96fedbea service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773293 Nov 16 00:37:48.117258 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=107819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 00:37:48.127804 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba78df88-2173-4759-8b2a-5f85bb671530,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:48.133210 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.133833 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.segments_db [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Added segment ecbfa104-684d-42d5-b619-b50b8c9eb6f2 of type vlan for network d472da9d-80d9-479d-822c-b6e8632df992 Nov 16 00:37:48.145484 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9475d260-9f23-4a58-aabe-2f81930f22c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.160571 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:37:48.179350 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732623586726'] for network, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.200460 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9475d260-9f23-4a58-aabe-2f81930f22c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.210994 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570'] for network, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.212059 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:48.213132 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.265266 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1431f66b-3b5b-4ce6-b31b-c49076edb74c req-c56b1e7a-8c62-4679-8323-bada1142a2aa service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437228 Nov 16 00:37:48.292395 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6349847 Nov 16 00:37:48.292774 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50430) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:48.297833 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb59b6-21aa-4c61-8c68-81dbcda3309c admin admin] Pushing event updated for resources: {'Network': ['ID=d472da9d-80d9-479d-822c-b6e8632df992,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:48.300882 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Request body: {'subnet': {'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1380562928-subnet', 'tenant_id': '4f9b691378844135bec95fb0c25829cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:37:48.307471 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9475d260-9f23-4a58-aabe-2f81930f22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.310056 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9475d260-9f23-4a58-aabe-2f81930f22c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.311343 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-9475d260-9f23-4a58-aabe-2f81930f22c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/658a7578-dc3c-4f04-9825-d5f76e794e6f HTTP/1.1" status: 204 len: 168 time: 0.2653093 Nov 16 00:37:48.327872 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475d260-9f23-4a58-aabe-2f81930f22c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658a7578-dc3c-4f04-9825-d5f76e794e6f,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:48.335522 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Network d472da9d-80d9-479d-822c-b6e8632df992 details requested by agent ovs-agent-dv-cinder-811154-2-iscsi with host dv-cinder-811154-2-iscsi {{(pid=107821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 00:37:48.340732 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Made reservation on behalf of 4f9b691378844135bec95fb0c25829cc for: {'subnet': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:37:48.343662 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463023'] for subnet, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.508108 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '8e1f99f4-afee-4fa0-927e-a1a402476adc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:36Z', 'updated_at': '2021-11-16T00:33:39Z', 'revision_number': 1, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:48.540147 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96408d0-b85b-46ed-a18e-e8bb92af9a1a None None] The sync data for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi is: [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_floatingips': [{'id': '8e1f99f4-afee-4fa0-927e-a1a402476adc', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'router_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'port_id': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'mac_address': 'fa:16:3e:55:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T00:33:36Z', 'updated_at': '2021-11-16T00:33:39Z', 'revision_number': 1, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:37:48.547014 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463001'] for subnet, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.608298 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d755d30-f5cb-4b64-a22d-33dfc2611fac,revision_number=0']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:48.620399 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Checking segment: {'id': 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:37:48.620760 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Network hostable DHCP agents. Network: d472da9d-80d9-479d-822c-b6e8632df992, hostable agents: ['263914cb-91fa-4489-99b2-d7f1a9393bc2'], hosted agents: [] {{(pid=107820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 00:37:48.624574 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50436) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:48.638724 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-eee1159f-a5df-4ed6-bb25-17d5eaa1cd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.639158 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Network d472da9d-80d9-479d-822c-b6e8632df992 is scheduled to be hosted by DHCP agent 263914cb-91fa-4489-99b2-d7f1a9393bc2 with binding_index 1 {{(pid=107820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 00:37:48.650975 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811154-2-iscsi, d472da9d-80d9-479d-822c-b6e8632df992) {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:37:48.657039 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:48.658684 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.665828 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386a3a3-3a4c-4296-a3d5-466c93114127 None None] Network d472da9d-80d9-479d-822c-b6e8632df992 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:37:48.677270 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-3f03709b-7355-4610-854e-8bc785228654 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3830299 Nov 16 00:37:48.732196 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-eee1159f-a5df-4ed6-bb25-17d5eaa1cd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.738420 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-eee1159f-a5df-4ed6-bb25-17d5eaa1cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.803012 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50440) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:48.803656 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-eee1159f-a5df-4ed6-bb25-17d5eaa1cd6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a5f7835faab43c9b4a398cc7089f328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775186 Nov 16 00:37:48.806032 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1159f-a5df-4ed6-bb25-17d5eaa1cd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb90c92-2534-41ba-9c13-703c6ae9733e,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:48.833180 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b1842-5ae6-44d9-a42d-0bc7af2dad9b None None] Network d472da9d-80d9-479d-822c-b6e8632df992 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:37:48.873760 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1c81c-ee00-477d-9711-28e632a77370 None None] New status for floating IP 9ba48d82-836a-4bb9-879b-25a29a546fbc: DOWN {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:37:48.887369 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cf2b86ef-ac1f-4f58-8e86-80b876b646d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.915485 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cf2b86ef-ac1f-4f58-8e86-80b876b646d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.990224 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cf2b86ef-ac1f-4f58-8e86-80b876b646d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.993212 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cf2b86ef-ac1f-4f58-8e86-80b876b646d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:48.994385 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-cf2b86ef-ac1f-4f58-8e86-80b876b646d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cb90c92-2534-41ba-9c13-703c6ae9733e HTTP/1.1" status: 204 len: 168 time: 0.1903372 Nov 16 00:37:49.004779 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b86ef-ac1f-4f58-8e86-80b876b646d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb90c92-2534-41ba-9c13-703c6ae9733e,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:49.074980 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a608a49-955d-4f3c-a04e-93fde2b53ef0 req-d75fc7e6-c45d-4f1c-a5ed-c3a248f25d2c tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:49.076481 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1a608a49-955d-4f3c-a04e-93fde2b53ef0 req-d75fc7e6-c45d-4f1c-a5ed-c3a248f25d2c tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 946 time: 0.0721476 Nov 16 00:37:49.123069 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-1a608a49-955d-4f3c-a04e-93fde2b53ef0 req-27c1315b-7136-443f-a3e9-9f1ad57cab0f tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395756 Nov 16 00:37:49.463031 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-8743728b-6149-4b41-99cb-638348b08906 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:49.464549 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-8743728b-6149-4b41-99cb-638348b08906 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 946 time: 0.0508358 Nov 16 00:37:49.566939 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Deleting port dd1e79b1-adea-4951-9c03-a4819deabd55 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:37:49.566939 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:49.660193 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] For port dd1e79b1-adea-4951-9c03-a4819deabd55, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=dd1e79b1-adea-4951-9c03-a4819deabd55,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:37:49.660570 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:49.672670 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Calling delete_port for dd1e79b1-adea-4951-9c03-a4819deabd55 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:37:49.802105 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:49.831768 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event deleted for resources: {'Port': ['ID=dd1e79b1-adea-4951-9c03-a4819deabd55,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:49.883275 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] No DVR routers for this DVR port dd1e79b1-adea-4951-9c03-a4819deabd55 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:37:49.885939 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:49.889518 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ceaf28fd-48e6-493a-8ac4-648b8a1db6cb req-cb912fd7-26d9-47ac-8a64-997a6e5f4b01 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "DELETE /v2.0/ports/dd1e79b1-adea-4951-9c03-a4819deabd55 HTTP/1.1" status: 204 len: 173 time: 0.4176869 Nov 16 00:37:49.889876 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'name': 'network-vif-deleted', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:37:49.893266 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811f101f-865b-4bdf-86bd-1614fb740674" -d '{"events": [{"server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "name": "network-vif-deleted", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:37:49.932777 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5052384-03ee-4278-b2b7-a29f54ff421d x-openstack-request-id: req-e5052384-03ee-4278-b2b7-a29f54ff421d {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:37:49.933280 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de441742-51f2-454f-902d-c9da73b74a14", "name": "network-vif-deleted", "tag": "dd1e79b1-adea-4951-9c03-a4819deabd55", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:37:49.933695 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5052384-03ee-4278-b2b7-a29f54ff421d {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:37:49.934284 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de441742-51f2-454f-902d-c9da73b74a14', 'name': 'network-vif-deleted', 'tag': 'dd1e79b1-adea-4951-9c03-a4819deabd55', 'status': 'completed', 'code': 200} Nov 16 00:37:50.226687 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7d6fdacd-c64f-4c8d-a5ea-ee4a005b7d4f req-0dd5b58d-2480-4336-8e2c-65b71de88f34 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=de441742-51f2-454f-902d-c9da73b74a14 HTTP/1.1" status: 200 len: 210 time: 0.0327461 Nov 16 00:37:50.665423 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-1dd2e6a8-70bc-4330-9043-3fa19dd0b7ed tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:50.667771 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-1dd2e6a8-70bc-4330-9043-3fa19dd0b7ed tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/networks?id=d472da9d-80d9-479d-822c-b6e8632df992 HTTP/1.1" status: 200 len: 809 time: 0.1148658 Nov 16 00:37:50.683557 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-ebb357d6-9d4f-4cd1-9603-ec67657ad1e0 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/quotas/4f9b691378844135bec95fb0c25829cc HTTP/1.1" status: 200 len: 375 time: 0.0093129 Nov 16 00:37:50.719839 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-864b3bfc-d3cf-4dfc-8e97-e655f232831d tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f9b691378844135bec95fb0c25829cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307219 Nov 16 00:37:50.813988 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-1520230e-3a5f-46fd-9f97-5ba10bd4ce91 service neutron] 10.222.0.31 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852807 Nov 16 00:37:50.912236 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-b76deccc-d5b4-4688-aab8-7c6d303e5daa service neutron] 10.222.0.31 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915446 Nov 16 00:37:51.075313 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-58920042-0136-445e-bc03-8ce28aff2973 req-974c8720-c964-480f-902f-1773e0944046 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 210 time: 0.0292442 Nov 16 00:37:52.019162 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-94d95360-243e-4ac4-8e8e-c6866ed7afd7 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:52.020767 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-94d95360-243e-4ac4-8e8e-c6866ed7afd7 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.36 "GET /v2.0/networks?id=d472da9d-80d9-479d-822c-b6e8632df992 HTTP/1.1" status: 200 len: 809 time: 0.1167369 Nov 16 00:37:52.035450 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Request body: {'port': {'device_id': '0c9d3cd5-3621-41d7-9c4b-3c60b1b65094', 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992', 'admin_state_up': True, 'tenant_id': '4f9b691378844135bec95fb0c25829cc'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:37:52.157207 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Made reservation on behalf of 4f9b691378844135bec95fb0c25829cc for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:37:52.161911 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:52.180443 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-614e3133-f39e-4637-a746-0391e9497496 req-0187309e-269d-47fe-a039-e7d344040236 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 210 time: 0.0304797 Nov 16 00:37:52.313026 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Allocated IP 172.20.0.6 (d472da9d-80d9-479d-822c-b6e8632df992/0d755d30-f5cb-4b64-a22d-33dfc2611fac/2c1d65ba-8817-4587-9198-7b1adf4338b0) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:37:52.463745 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:52.497912 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:52.543184 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Network d472da9d-80d9-479d-822c-b6e8632df992 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:37:52.546225 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:37:52.550581 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:37:52.559886 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Pushing event updated for resources: {'Port': ['ID=2c1d65ba-8817-4587-9198-7b1adf4338b0,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:52.605636 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:52.606246 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:52.623277 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-6e0f8941-c9a0-49d8-8b14-21779832e673 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924542 Nov 16 00:37:52.641400 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Request body: {'port': {'device_id': '0c9d3cd5-3621-41d7-9c4b-3c60b1b65094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:37:52.695170 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:52.956723 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1d65ba-8817-4587-9198-7b1adf4338b0 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:37:52.963918 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:52.975485 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Transition to ACTIVE for port object 2c1d65ba-8817-4587-9198-7b1adf4338b0 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:37:52.979141 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:53.028363 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1d65ba-8817-4587-9198-7b1adf4338b0,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:53.095448 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Attempting to bind port 2c1d65ba-8817-4587-9198-7b1adf4338b0 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:37:53.095782 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Attempting to bind port 2c1d65ba-8817-4587-9198-7b1adf4338b0 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:37:53.096181 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Attempting to bind port 2c1d65ba-8817-4587-9198-7b1adf4338b0 on network d472da9d-80d9-479d-822c-b6e8632df992 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:37:53.100265 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Port 2c1d65ba-8817-4587-9198-7b1adf4338b0 on network d472da9d-80d9-479d-822c-b6e8632df992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:37:53.100583 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Attempting to bind port 2c1d65ba-8817-4587-9198-7b1adf4338b0 on network d472da9d-80d9-479d-822c-b6e8632df992 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:37:53.105276 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:37:53.105603 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Checking segment: {'id': 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:37:53.106024 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Bound using segment: {'id': 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:37:53.106396 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Bound port: 2c1d65ba-8817-4587-9198-7b1adf4338b0, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:37:53.106743 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:53.157138 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device dd1e79b1-adea-4951-9c03-a4819deabd55 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:37:53.168497 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] For port 2c1d65ba-8817-4587-9198-7b1adf4338b0, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:37:53.171736 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] For port 2c1d65ba-8817-4587-9198-7b1adf4338b0, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=2c1d65ba-8817-4587-9198-7b1adf4338b0,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:37:53.176700 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:53.182749 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: dd1e79b1-adea-4951-9c03-a4819deabd55 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:37:53.183124 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device dd1e79b1-adea-4951-9c03-a4819deabd55 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:37:53.211689 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:53.211940 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:53.213256 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] 10.222.0.36 "PUT /v2.0/ports/2c1d65ba-8817-4587-9198-7b1adf4338b0 HTTP/1.1" status: 200 len: 1093 time: 0.5761127 Nov 16 00:37:53.213873 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9d3cd5-3621-41d7-9c4b-3c60b1b65094', 'tag': '2c1d65ba-8817-4587-9198-7b1adf4338b0'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:37:53.216138 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4468024-21bb-43d1-a441-fc9f67812e42" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9d3cd5-3621-41d7-9c4b-3c60b1b65094", "tag": "2c1d65ba-8817-4587-9198-7b1adf4338b0"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:37:53.246201 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7646c6-730a-411b-9bd0-d661c7e49ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1d65ba-8817-4587-9198-7b1adf4338b0,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:53.264710 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b2fc8-26f9-4c9b-b12d-f4badf480ff6 x-openstack-request-id: req-308b2fc8-26f9-4c9b-b12d-f4badf480ff6 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:37:53.265003 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9d3cd5-3621-41d7-9c4b-3c60b1b65094", "tag": "2c1d65ba-8817-4587-9198-7b1adf4338b0", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:37:53.265255 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-308b2fc8-26f9-4c9b-b12d-f4badf480ff6 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:37:53.265648 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9d3cd5-3621-41d7-9c4b-3c60b1b65094', 'tag': '2c1d65ba-8817-4587-9198-7b1adf4338b0', 'status': 'completed', 'code': 200} Nov 16 00:37:53.519812 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50568) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:53.592508 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-fd79214e-e0e0-46b3-ba0e-960b93a4846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:53.592508 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-fd79214e-e0e0-46b3-ba0e-960b93a4846c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f9b691378844135bec95fb0c25829cc&device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 1096 time: 0.3332291 Nov 16 00:37:53.635876 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-1a76491e-6340-427b-a8a3-1d28e37ea9f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1d65ba-8817-4587-9198-7b1adf4338b0 HTTP/1.1" status: 200 len: 217 time: 0.0405939 Nov 16 00:37:53.646997 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe6765-a90f-4e40-88d7-685b31547b7e req-af02f0d2-1394-428e-b6b1-04cb04c907ba tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:53.663889 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-77fe6765-a90f-4e40-88d7-685b31547b7e req-af02f0d2-1394-428e-b6b1-04cb04c907ba tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 943 time: 0.3750510 Nov 16 00:37:53.708485 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Deleting port 8552ce31-eabf-468f-9508-32a7626c1f88 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:37:53.708839 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:53.742898 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-77fe6765-a90f-4e40-88d7-685b31547b7e req-29d17932-67e7-4d0e-abca-53ca27ebb41f tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857892 Nov 16 00:37:53.744390 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-3b922761-5de3-4b6e-8d74-b3c4927eb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:53.745754 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-3b922761-5de3-4b6e-8d74-b3c4927eb7f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d755d30-f5cb-4b64-a22d-33dfc2611fac HTTP/1.1" status: 200 len: 849 time: 0.0859480 Nov 16 00:37:53.780289 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-0b89c7cc-c738-4d55-b1d3-dffea4291e72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d472da9d-80d9-479d-822c-b6e8632df992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259745 Nov 16 00:37:53.806429 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:53.806752 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:53.819345 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Calling delete_port for 8552ce31-eabf-468f-9508-32a7626c1f88 owned by network:floatingip {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:37:53.876065 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-12ddf031-1344-4445-aec9-61e99f41f019 service neutron] 10.222.0.36 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883715 Nov 16 00:37:53.968146 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:53.972221 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d825143e-b9a3-4221-837a-0a9a0248b560 req-ef5b5a88-d0c9-4210-a3b4-108ffc604d1d service neutron] 10.222.0.36 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889804 Nov 16 00:37:53.997845 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event deleted for resources: {'Port': ['ID=8552ce31-eabf-468f-9508-32a7626c1f88,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:54.062768 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-bb67d48c-a1e9-4f56-89b3-95b1c842b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:54.064981 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-bb67d48c-a1e9-4f56-89b3-95b1c842b488 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f9b691378844135bec95fb0c25829cc&device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 1096 time: 0.0466504 Nov 16 00:37:54.164570 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-cfa97d8e-ccd4-44ef-a90a-6c0157e1d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:54.166058 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-cfa97d8e-ccd4-44ef-a90a-6c0157e1d94e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d472da9d-80d9-479d-822c-b6e8632df992 HTTP/1.1" status: 200 len: 910 time: 0.0936558 Nov 16 00:37:54.211205 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-27ef378d-5ccc-4f1b-b88d-76186129790a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c1d65ba-8817-4587-9198-7b1adf4338b0 HTTP/1.1" status: 200 len: 217 time: 0.0364017 Nov 16 00:37:54.264434 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-8efed11c-828c-4b5d-9817-7af54e83897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:54.265825 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-8efed11c-828c-4b5d-9817-7af54e83897c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d755d30-f5cb-4b64-a22d-33dfc2611fac HTTP/1.1" status: 200 len: 849 time: 0.0468357 Nov 16 00:37:54.299664 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-32c010e6-7f17-4001-ba09-27147d3edb33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d472da9d-80d9-479d-822c-b6e8632df992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256302 Nov 16 00:37:54.326464 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:54.326745 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.l3_db [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Floating IP 8e1f99f4-afee-4fa0-927e-a1a402476adc disassociated (deleted). External IP: 172.27.1.88, port: cbec7d92-b961-49b3-8246-e6dad3a5521d. Nov 16 00:37:54.395755 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-700c5197-c879-4317-a2bd-c9a9300ba323 service neutron] 10.222.0.36 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888040 Nov 16 00:37:54.490576 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b4468024-21bb-43d1-a441-fc9f67812e42 req-951f9de1-9e8d-471c-9afd-211b0f81a286 service neutron] 10.222.0.36 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863504 Nov 16 00:37:54.534847 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Router 47ddca5e-401e-473d-8328-5d6228e7521d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:37:54.641277 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:37:54.646899 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:54.651343 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] Sync routers for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:37:54.661805 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:37:54.662415 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:37:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:54.677632 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-3bdfd634-aff2-4e5a-8d69-2af64ec28fe4 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "DELETE /v2.0/floatingips/8e1f99f4-afee-4fa0-927e-a1a402476adc HTTP/1.1" status: 204 len: 168 time: 1.1537459 Nov 16 00:37:54.677632 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:37:54.678339 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4c8a90-6508-4b19-811b-75e2ab11e73e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:37:54.723530 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf75190e-800f-411e-99b9-6bfd310b7a3d x-openstack-request-id: req-bf75190e-800f-411e-99b9-6bfd310b7a3d {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:37:54.724082 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:37:54.724337 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf75190e-800f-411e-99b9-6bfd310b7a3d {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:37:54.724740 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'status': 'completed', 'code': 200} Nov 16 00:37:54.816187 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:37:54.837252 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-70571771-9968-4b1a-b0d0-51a87a313acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:54.841248 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-70571771-9968-4b1a-b0d0-51a87a313acc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cce0078a151f47738c5863929c403dc7&device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 1099 time: 0.0852263 Nov 16 00:37:54.969414 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964fa3d-7fdb-40a2-a859-637aa8703a9a req-d4295ffb-d786-4786-b0f4-98f607de562c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:54.971644 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6964fa3d-7fdb-40a2-a859-637aa8703a9a req-d4295ffb-d786-4786-b0f4-98f607de562c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 943 time: 0.1294014 Nov 16 00:37:54.992846 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3735-62b1-4799-9c78-3e1587c37083 req-95a9a427-4cf3-4c96-a1c4-587eb72eba28 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:54.995645 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-45ea3735-62b1-4799-9c78-3e1587c37083 req-95a9a427-4cf3-4c96-a1c4-587eb72eba28 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 946 time: 0.0767238 Nov 16 00:37:55.036606 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6964fa3d-7fdb-40a2-a859-637aa8703a9a req-2a109f2b-5785-4242-8901-ef6793670504 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579896 Nov 16 00:37:55.039499 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-4ab7960d-fdbc-4068-9e29-91a5bff07e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:55.040915 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-4ab7960d-fdbc-4068-9e29-91a5bff07e4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 200 len: 913 time: 0.1657259 Nov 16 00:37:55.047716 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-45ea3735-62b1-4799-9c78-3e1587c37083 req-218c3d32-1323-4655-8cac-480ae2d0ed06 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455239 Nov 16 00:37:55.064920 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:55.091182 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] Checking router: 47ddca5e-401e-473d-8328-5d6228e7521d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:37:55.100829 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:37:55.101441 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:37:31Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:55.103562 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-f0c07ee4-54d0-4c90-b78b-745d22c3f9f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d HTTP/1.1" status: 200 len: 217 time: 0.0534565 Nov 16 00:37:55.156982 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-e7e313db-442b-4660-83fe-bbac6e9a19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:55.159426 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-e7e313db-442b-4660-83fe-bbac6e9a19d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 200 len: 851 time: 0.0485275 Nov 16 00:37:55.219612 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-5f98ec51-cd0a-4706-9a6e-4092f098a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:55.222522 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-5f98ec51-cd0a-4706-9a6e-4092f098a884 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b2f5911-2804-41c1-a851-8f21bec631b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548141 Nov 16 00:37:55.326234 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-72e6a699-8d9d-46ff-8816-f6a88831ae08 service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941751 Nov 16 00:37:55.337060 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:37:55.429152 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-8d4c8a90-6508-4b19-811b-75e2ab11e73e req-6950eb6c-5e22-4f19-b7d1-6c399e7975ae service neutron] 10.222.0.36 "GET /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951571 Nov 16 00:37:55.539412 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:37:55.565948 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799195eb-ffb1-4f01-a5ce-9ad03f19afda None None] The sync data for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi is: [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:29:33Z', 'revision_number': 4, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': 'f970cf71-5863-496c-8a90-42d123e046ef', 'name': '', 'network_id': '5b2f5911-2804-41c1-a851-8f21bec631b6', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'mac_address': 'fa:16:3e:99:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:32Z', 'updated_at': '2021-11-16T00:29:40Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'subnets': [{'id': '0b0d7396-e983-4a74-8d10-1a9b1e1cc49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:37:55.784868 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42feac6-caf0-45f3-9847-34640b5a353f None None] New status for floating IP 8e1f99f4-afee-4fa0-927e-a1a402476adc: DOWN {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:37:56.165858 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0837c4-d2f8-4e75-905a-57fade66d742 req-db4f2edb-9bd6-405e-9ba9-c3a467b2220a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:56.167364 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-fb0837c4-d2f8-4e75-905a-57fade66d742 req-db4f2edb-9bd6-405e-9ba9-c3a467b2220a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 946 time: 0.0485492 Nov 16 00:37:56.167675 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5de6b-3597-4e2c-a55f-781f0b1b9dbd req-19243b0c-1741-48ba-a854-d2fc0cd8bdc1 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:56.169183 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a0c5de6b-3597-4e2c-a55f-781f0b1b9dbd req-19243b0c-1741-48ba-a854-d2fc0cd8bdc1 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 943 time: 0.0508192 Nov 16 00:37:56.207349 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a0c5de6b-3597-4e2c-a55f-781f0b1b9dbd req-b5eb2631-46b0-4c24-8283-54a1938f9e7f tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Nov 16 00:37:56.210486 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-fb0837c4-d2f8-4e75-905a-57fade66d742 req-115096bd-617b-41e9-9476-6df3eb179deb tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/security-groups?id=900cbeea-1dbd-4d50-95f8-bbd40205f16b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369065 Nov 16 00:37:56.367109 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-5ee7925c-8f53-47de-b50d-f2a037aafc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:56.368555 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-5ee7925c-8f53-47de-b50d-f2a037aafc7b tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 946 time: 0.0528867 Nov 16 00:37:56.467011 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Deleting port cbec7d92-b961-49b3-8246-e6dad3a5521d {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:37:56.467325 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:56.567449 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] For port cbec7d92-b961-49b3-8246-e6dad3a5521d, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=cbec7d92-b961-49b3-8246-e6dad3a5521d,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:37:56.567810 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:56.580241 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Calling delete_port for cbec7d92-b961-49b3-8246-e6dad3a5521d owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:37:56.717742 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:56.747411 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event deleted for resources: {'Port': ['ID=cbec7d92-b961-49b3-8246-e6dad3a5521d,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:56.760043 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.760856 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.760856 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.761037 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.761474 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.761936 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.762356 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.762651 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.763116 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.763413 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.763742 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.764472 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:56.804195 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] No DVR routers for this DVR port cbec7d92-b961-49b3-8246-e6dad3a5521d on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:37:56.806654 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:56.809908 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6883e41c-db38-4e17-8d49-60bf433c1681 req-55289775-7df4-4ad0-a34e-5bfdb874e615 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.36 "DELETE /v2.0/ports/cbec7d92-b961-49b3-8246-e6dad3a5521d HTTP/1.1" status: 204 len: 173 time: 0.4346304 Nov 16 00:37:56.810336 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'name': 'network-vif-deleted', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:37:56.812603 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d067483-f48a-4085-924a-24fcd7b900fe" -d '{"events": [{"server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "name": "network-vif-deleted", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:37:56.850200 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb415c3a-67b3-45fc-bc44-7a5b702ed463 x-openstack-request-id: req-cb415c3a-67b3-45fc-bc44-7a5b702ed463 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:37:56.850494 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba21a21-76fa-4a68-b4ec-79454bdc3b4e", "name": "network-vif-deleted", "tag": "cbec7d92-b961-49b3-8246-e6dad3a5521d", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:37:56.850746 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb415c3a-67b3-45fc-bc44-7a5b702ed463 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:37:56.851181 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba21a21-76fa-4a68-b4ec-79454bdc3b4e', 'name': 'network-vif-deleted', 'tag': 'cbec7d92-b961-49b3-8246-e6dad3a5521d', 'status': 'completed', 'code': 200} Nov 16 00:37:57.034834 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e9fa-1956-41a7-a201-cce7a2e4039f req-6a7a6d35-89db-4025-895c-ddceac2a7456 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:57.036479 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83d5e9fa-1956-41a7-a201-cce7a2e4039f req-6a7a6d35-89db-4025-895c-ddceac2a7456 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0507967 Nov 16 00:37:57.075310 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-83d5e9fa-1956-41a7-a201-cce7a2e4039f req-090c7008-4dc1-432f-aabb-2982818d577c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328674 Nov 16 00:37:57.175159 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 2c1d65ba-8817-4587-9198-7b1adf4338b0 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:37:57.279766 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 2c1d65ba-8817-4587-9198-7b1adf4338b0, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=2c1d65ba-8817-4587-9198-7b1adf4338b0,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:37:57.293093 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '2c1d65ba-8817-4587-9198-7b1adf4338b0', 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992', 'port_id': '2c1d65ba-8817-4587-9198-7b1adf4338b0', 'mac_address': 'fa:16:3e:4a:9f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d755d30-f5cb-4b64-a22d-33dfc2611fac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:37:57.325075 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-abb25a9a-a53a-4699-8ed0-aa09dcaa7017 req-77bd3648-f547-4ea9-9cd9-95bc1947a281 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ba21a21-76fa-4a68-b4ec-79454bdc3b4e HTTP/1.1" status: 200 len: 210 time: 0.0292277 Nov 16 00:37:57.332234 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3463-812d-4911-8eca-3ca2c9e4e922 req-0d2ac1a2-0aa7-4e83-843f-908c903ecad2 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:57.335116 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3c3f3463-812d-4911-8eca-3ca2c9e4e922 req-0d2ac1a2-0aa7-4e83-843f-908c903ecad2 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 943 time: 0.0546472 Nov 16 00:37:57.335568 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:57.349748 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1d65ba-8817-4587-9198-7b1adf4338b0 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:37:57.369994 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 2c1d65ba-8817-4587-9198-7b1adf4338b0, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=2c1d65ba-8817-4587-9198-7b1adf4338b0,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:37:57.375450 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:57.383715 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3c3f3463-812d-4911-8eca-3ca2c9e4e922 req-494894f3-b684-409a-a2df-bd51564cbc0d tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348191 Nov 16 00:37:57.431947 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=2c1d65ba-8817-4587-9198-7b1adf4338b0,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:57.439981 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.440507 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.440902 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.441248 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.441589 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.441929 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.442263 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.442593 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.442955 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.443309 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.443665 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.443994 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:37:57.605302 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['2c1d65ba-8817-4587-9198-7b1adf4338b0'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:37:57.993749 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-244f610a-b8b5-4cba-bb28-2be2c8eaf965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:58.194302 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6bccd-3bb9-4531-82e4-eaeba2f1b519 req-686312d4-04ae-4266-87d8-9fca2cbf936b tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:58.195832 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e3d6bccd-3bb9-4531-82e4-eaeba2f1b519 req-686312d4-04ae-4266-87d8-9fca2cbf936b tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0520706 Nov 16 00:37:58.233472 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e3d6bccd-3bb9-4531-82e4-eaeba2f1b519 req-c4b2769d-793c-4c7f-b455-a3040c773ebf tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317276 Nov 16 00:37:58.381335 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50630) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:37:58.500916 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834573fa-d6e3-4c2b-bf6b-f7e321f782ee req-21964c48-f0ed-4dc4-9f67-020866bbd861 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:58.503366 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-834573fa-d6e3-4c2b-bf6b-f7e321f782ee req-21964c48-f0ed-4dc4-9f67-020866bbd861 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 944 time: 0.0504806 Nov 16 00:37:58.506638 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Deleting port 487561fd-317f-409e-a836-bcaaf3e74b0b {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:37:58.506979 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:58.541566 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-834573fa-d6e3-4c2b-bf6b-f7e321f782ee req-320e9930-744e-405b-8727-7b4567080172 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Nov 16 00:37:58.582605 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:58.582925 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:58.595271 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Calling delete_port for 487561fd-317f-409e-a836-bcaaf3e74b0b owned by network:floatingip {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:37:58.724699 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:58.754067 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event deleted for resources: {'Port': ['ID=487561fd-317f-409e-a836-bcaaf3e74b0b,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:58.815904 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for floatingip, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:58.818727 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:58.819928 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-bb9a03cd-3911-44db-8ea1-d13888846145 tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "DELETE /v2.0/floatingips/b49715d7-d96f-4dbc-9964-b586d6b018a0 HTTP/1.1" status: 204 len: 168 time: 0.4375780 Nov 16 00:37:59.194190 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 2c1d65ba-8817-4587-9198-7b1adf4338b0 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:37:59.241529 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 2c1d65ba-8817-4587-9198-7b1adf4338b0 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:37:59.245463 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 2c1d65ba-8817-4587-9198-7b1adf4338b0 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:37:59.245838 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:59.327725 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:59.350325 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9d3cd5-3621-41d7-9c4b-3c60b1b65094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1d65ba-8817-4587-9198-7b1adf4338b0'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:37:59.351902 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43ad6b-d54e-4ad4-a3e5-65dd4946f0ca req-825cd95f-d405-406e-bee5-f89da6b8ddbf tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:59.352619 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c364fad-e1ad-4bba-b925-8ba42d0f3a1d" -d '{"events": [{"server_uuid": "0c9d3cd5-3621-41d7-9c4b-3c60b1b65094", "name": "network-vif-plugged", "status": "completed", "tag": "2c1d65ba-8817-4587-9198-7b1adf4338b0"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:37:59.353416 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0a43ad6b-d54e-4ad4-a3e5-65dd4946f0ca req-825cd95f-d405-406e-bee5-f89da6b8ddbf tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0504282 Nov 16 00:37:59.366551 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 2c1d65ba-8817-4587-9198-7b1adf4338b0, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=2c1d65ba-8817-4587-9198-7b1adf4338b0,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:37:59.372092 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:37:59.372982 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device cbec7d92-b961-49b3-8246-e6dad3a5521d no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:37:59.397749 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: cbec7d92-b961-49b3-8246-e6dad3a5521d {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:37:59.398298 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device cbec7d92-b961-49b3-8246-e6dad3a5521d not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:37:59.418677 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-0a43ad6b-d54e-4ad4-a3e5-65dd4946f0ca req-9b171457-ccf7-4d99-8601-043b4fa133bb tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585315 Nov 16 00:37:59.421022 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8361297a-e660-43ac-bb2c-3732262056a0 x-openstack-request-id: req-8361297a-e660-43ac-bb2c-3732262056a0 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:37:59.421321 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9d3cd5-3621-41d7-9c4b-3c60b1b65094", "name": "network-vif-plugged", "status": "completed", "tag": "2c1d65ba-8817-4587-9198-7b1adf4338b0", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:37:59.421577 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8361297a-e660-43ac-bb2c-3732262056a0 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:37:59.422080 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9d3cd5-3621-41d7-9c4b-3c60b1b65094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1d65ba-8817-4587-9198-7b1adf4338b0', 'code': 200} Nov 16 00:37:59.449957 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=2c1d65ba-8817-4587-9198-7b1adf4338b0,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:37:59.581296 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396e1a9-1c0e-4963-8bda-ba1abffeb9e6 req-41802546-8237-4ff4-ae6d-1e7a1d358829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:59.582868 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2396e1a9-1c0e-4963-8bda-ba1abffeb9e6 req-41802546-8237-4ff4-ae6d-1e7a1d358829 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 1098 time: 0.0424981 Nov 16 00:37:59.625991 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2396e1a9-1c0e-4963-8bda-ba1abffeb9e6 req-878f302b-1ab0-48dc-8098-b8737877c48f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364456 Nov 16 00:37:59.665097 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee922e6b-da8e-4795-900a-9a6980e3a7cd req-608b8569-0268-4bd3-bead-268bcaebc626 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:37:59.666707 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ee922e6b-da8e-4795-900a-9a6980e3a7cd req-608b8569-0268-4bd3-bead-268bcaebc626 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 945 time: 0.0544901 Nov 16 00:37:59.703376 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ee922e6b-da8e-4795-900a-9a6980e3a7cd req-acb2f3c3-90ca-4efc-881a-bb0bbf34024c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309169 Nov 16 00:38:00.019992 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50660) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:00.080358 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f0eabb19-7016-4758-b242-7d383ecc5a5a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.106205 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f0eabb19-7016-4758-b242-7d383ecc5a5a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.132242 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50664) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:00.172546 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f0eabb19-7016-4758-b242-7d383ecc5a5a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.175192 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f0eabb19-7016-4758-b242-7d383ecc5a5a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.176378 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-f0eabb19-7016-4758-b242-7d383ecc5a5a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] 10.222.0.31 "DELETE /v2.0/security-groups/900cbeea-1dbd-4d50-95f8-bbd40205f16b HTTP/1.1" status: 204 len: 168 time: 0.1553807 Nov 16 00:38:00.185590 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eabb19-7016-4758-b242-7d383ecc5a5a tempest-TestVolumeBootPattern-865081029 tempest-TestVolumeBootPattern-865081029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900cbeea-1dbd-4d50-95f8-bbd40205f16b,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:00.238050 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50670) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:00.259868 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e5f4-b53e-4d41-be98-aa594118413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.415851 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e5f4-b53e-4d41-be98-aa594118413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.420693 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-5bf2e5f4-b53e-4d41-be98-aa594118413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.536870 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-5bf2e5f4-b53e-4d41-be98-aa594118413c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16ccac3434db41a18c650f4c1d014e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033639 Nov 16 00:38:00.538896 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50676) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:00.552204 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2e5f4-b53e-4d41-be98-aa594118413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed555e6-64aa-4e6b-be09-30e87807b050,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:00.588852 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-94e5290c-5123-4d2d-9ea9-b78a91404e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.598830 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126b912-7252-4c50-8702-65003dcc56de req-7921b425-ba5f-4509-bbe8-f8e55d80c713 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:00.600371 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7126b912-7252-4c50-8702-65003dcc56de req-7921b425-ba5f-4509-bbe8-f8e55d80c713 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.1100504 Nov 16 00:38:00.612934 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-94e5290c-5123-4d2d-9ea9-b78a91404e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.648923 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.666694 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7126b912-7252-4c50-8702-65003dcc56de req-7b1de81f-119b-49ef-923a-91224e61e543 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579758 Nov 16 00:38:00.672444 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-94e5290c-5123-4d2d-9ea9-b78a91404e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.676479 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-94e5290c-5123-4d2d-9ea9-b78a91404e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.678111 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-94e5290c-5123-4d2d-9ea9-b78a91404e40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eed555e6-64aa-4e6b-be09-30e87807b050 HTTP/1.1" status: 204 len: 168 time: 0.1381686 Nov 16 00:38:00.695492 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5290c-5123-4d2d-9ea9-b78a91404e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed555e6-64aa-4e6b-be09-30e87807b050,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:00.816815 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076507'] for router_interface, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:00.836872 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951e37f-ac8d-463e-8193-005068f3a81f req-686b6935-de8b-4c70-8023-8efa21c57558 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:00.838527 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7951e37f-ac8d-463e-8193-005068f3a81f req-686b6935-de8b-4c70-8023-8efa21c57558 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 945 time: 0.0573595 Nov 16 00:38:00.886074 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-7951e37f-ac8d-463e-8193-005068f3a81f req-92c3fee8-ccd0-4e84-850a-38a7550cfff1 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Nov 16 00:38:00.990091 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50686) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:01.003510 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b9362363-ee5d-491d-97d1-32e757a47603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.080824 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Deleting port f970cf71-5863-496c-8a90-42d123e046ef {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:38:01.081085 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.090604 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b9362363-ee5d-491d-97d1-32e757a47603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.094296 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b9362363-ee5d-491d-97d1-32e757a47603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.139161 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b9362363-ee5d-491d-97d1-32e757a47603 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bebdca043ae84df99668f4ea3667d567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465967 Nov 16 00:38:01.139161 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9362363-ee5d-491d-97d1-32e757a47603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d99ccc5-21e2-46dd-bc84-c79ae25c15bd,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:01.141776 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50690) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:01.165772 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] For port f970cf71-5863-496c-8a90-42d123e046ef, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=f970cf71-5863-496c-8a90-42d123e046ef,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:01.166431 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.183598 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Calling delete_port for f970cf71-5863-496c-8a90-42d123e046ef owned by network:router_interface {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:38:01.195837 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-069e86a3-0d8c-4743-90e0-83254ccc290d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.219087 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-069e86a3-0d8c-4743-90e0-83254ccc290d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.266953 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-069e86a3-0d8c-4743-90e0-83254ccc290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.270343 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-069e86a3-0d8c-4743-90e0-83254ccc290d admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.271660 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-069e86a3-0d8c-4743-90e0-83254ccc290d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d99ccc5-21e2-46dd-bc84-c79ae25c15bd HTTP/1.1" status: 204 len: 168 time: 0.1286542 Nov 16 00:38:01.281216 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e86a3-0d8c-4743-90e0-83254ccc290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d99ccc5-21e2-46dd-bc84-c79ae25c15bd,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:01.383598 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.415020 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f970cf71-5863-496c-8a90-42d123e046ef,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:01.459255 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-60442b2a-5cd4-402b-b459-5bb4870658cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.613204 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076573'] for router_interface, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:01.664639 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b53b8-af24-4f36-b796-96f3a5f8ad29 req-5eae99ae-de6f-418f-a4ee-938b9e3eabff tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:01.666187 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bd2b53b8-af24-4f36-b796-96f3a5f8ad29 req-5eae99ae-de6f-418f-a4ee-938b9e3eabff tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 945 time: 0.0653062 Nov 16 00:38:01.717265 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-bd2b53b8-af24-4f36-b796-96f3a5f8ad29 req-a32d1c25-7b39-44b2-be9e-c905453bc27b tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Nov 16 00:38:02.051797 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:02.119117 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146356-5f60-40f9-99cb-db51286b5f50 req-20115f07-f1c9-4921-a2bd-6c0c0637afb1 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:02.120635 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61146356-5f60-40f9-99cb-db51286b5f50 req-20115f07-f1c9-4921-a2bd-6c0c0637afb1 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.3728535 Nov 16 00:38:02.175352 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-61146356-5f60-40f9-99cb-db51286b5f50 req-e9699957-6431-4c5e-bb8c-4f5ebba7407e tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457993 Nov 16 00:38:02.182200 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Router 47ddca5e-401e-473d-8328-5d6228e7521d has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:38:02.290134 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:38:02.295246 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-9565fe2d-c977-4006-bf14-87f87e4754a2 admin admin] 10.222.0.31 "PUT /v2.0/routers/47ddca5e-401e-473d-8328-5d6228e7521d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0536277 Nov 16 00:38:02.297821 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50738) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:02.300797 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] Sync routers for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:38:02.310884 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:38:02.311878 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:38:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:02.409597 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks [] for router, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:02.426157 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:38:02.517129 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:02.578361 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Deleting port 5bda8aa7-5147-4e7a-980d-4db2c02970a5 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:38:02.578706 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:02.616601 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:38:01Z', 'revision_number': 5, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port': {'id': '5bda8aa7-5147-4e7a-980d-4db2c02970a5', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:28Z', 'updated_at': '2021-11-16T00:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:02.645420 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] Checking router: 47ddca5e-401e-473d-8328-5d6228e7521d for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:38:02.663817 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] Routers {'47ddca5e-401e-473d-8328-5d6228e7521d'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:38:02.664916 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:38:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['47ddca5e-401e-473d-8328-5d6228e7521d'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:02.677706 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] For port 5bda8aa7-5147-4e7a-980d-4db2c02970a5, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=5bda8aa7-5147-4e7a-980d-4db2c02970a5,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:02.678248 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:02.695338 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Calling delete_port for 5bda8aa7-5147-4e7a-980d-4db2c02970a5 owned by network:router_gateway {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:38:02.781615 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] Set router 47ddca5e-401e-473d-8328-5d6228e7521d gateway port host: None {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:38:02.840127 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:38:02Z', 'revision_number': 6, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port_host': None}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:02.872806 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597fb57-bb99-4962-b17b-9cd86884b9bf None None] The sync data for ids ['47ddca5e-401e-473d-8328-5d6228e7521d'] in dv-cinder-811154-2-iscsi is: [{'id': '47ddca5e-401e-473d-8328-5d6228e7521d', 'name': 'tempest-TestVolumeBootPattern-1832063080-router', 'tenant_id': 'cce0078a151f47738c5863929c403dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:27Z', 'updated_at': '2021-11-16T00:38:02Z', 'revision_number': 6, 'project_id': 'cce0078a151f47738c5863929c403dc7', 'gw_port_host': None}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:38:02.912104 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473233a-3102-4120-b771-bc3d554a2279 req-5c195e82-e483-4291-8062-6677200f8fa0 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:02.915556 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8473233a-3102-4120-b771-bc3d554a2279 req-5c195e82-e483-4291-8062-6677200f8fa0 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 945 time: 0.0985854 Nov 16 00:38:02.955948 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-7fcf512f-cd38-4527-a5d6-17754546dfee tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:02.957770 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-7fcf512f-cd38-4527-a5d6-17754546dfee tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c9d3cd5-3621-41d7-9c4b-3c60b1b65094 HTTP/1.1" status: 200 len: 945 time: 0.0518687 Nov 16 00:38:02.961427 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:02.998540 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8473233a-3102-4120-b771-bc3d554a2279 req-bfe94735-3845-44c7-9f88-42b5a1c42d9e tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764112 Nov 16 00:38:03.001422 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bda8aa7-5147-4e7a-980d-4db2c02970a5,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:03.068710 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2073803'] for router_gateway, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.076531 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Deleting port 2c1d65ba-8817-4587-9198-7b1adf4338b0 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:38:03.076874 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.162996 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.165114 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.166902 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] For port 2c1d65ba-8817-4587-9198-7b1adf4338b0, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=2c1d65ba-8817-4587-9198-7b1adf4338b0,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:03.167296 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.181172 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Calling delete_port for 2c1d65ba-8817-4587-9198-7b1adf4338b0 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:38:03.219016 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2066523'] for router, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.219909 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ddca5e-401e-473d-8328-5d6228e7521d {{(pid=107819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 00:38:03.227718 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.229126 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-96ccb425-0c63-4926-8fe1-27cd1890c196 admin admin] 10.222.0.31 "DELETE /v2.0/routers/47ddca5e-401e-473d-8328-5d6228e7521d HTTP/1.1" status: 204 len: 168 time: 0.9294033 Nov 16 00:38:03.232532 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50786) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:03.291307 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9df3ed-0b63-4f1b-8718-29a22e7e0492 admin admin] Deleting subnet 0b0d7396-e983-4a74-8d10-1a9b1e1cc49f {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:38:03.294604 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fb9df3ed-0b63-4f1b-8718-29a22e7e0492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.325264 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b0d4-7341-4a41-a4c8-8b94cd057731 req-9ceb29b7-fd39-42f6-8931-0955d9a07089 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:03.326908 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d644b0d4-7341-4a41-a4c8-8b94cd057731 req-9ceb29b7-fd39-42f6-8931-0955d9a07089 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0698633 Nov 16 00:38:03.343472 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fb9df3ed-0b63-4f1b-8718-29a22e7e0492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.405351 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d644b0d4-7341-4a41-a4c8-8b94cd057731 req-3bd2f27b-70cc-4826-8717-68df6cb8856c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659783 Nov 16 00:38:03.405788 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.433681 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fb9df3ed-0b63-4f1b-8718-29a22e7e0492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.436669 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Pushing event deleted for resources: {'Port': ['ID=2c1d65ba-8817-4587-9198-7b1adf4338b0,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:03.485377 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] No DVR routers for this DVR port 2c1d65ba-8817-4587-9198-7b1adf4338b0 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:38:03.488090 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.491984 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-36d3a6d6-e156-4d3c-8c3f-acdaaeff1703 req-63b45dc5-a942-485d-9c02-cd53fe846749 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.36 "DELETE /v2.0/ports/2c1d65ba-8817-4587-9198-7b1adf4338b0 HTTP/1.1" status: 204 len: 173 time: 0.5274734 Nov 16 00:38:03.492499 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9d3cd5-3621-41d7-9c4b-3c60b1b65094', 'name': 'network-vif-deleted', 'tag': '2c1d65ba-8817-4587-9198-7b1adf4338b0'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:38:03.496291 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95cc60a-a090-47da-b212-0cacdc241391" -d '{"events": [{"server_uuid": "0c9d3cd5-3621-41d7-9c4b-3c60b1b65094", "name": "network-vif-deleted", "tag": "2c1d65ba-8817-4587-9198-7b1adf4338b0"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:38:03.513191 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fb9df3ed-0b63-4f1b-8718-29a22e7e0492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.538727 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcc4427-6d03-4608-b5b0-7ce2b0bd0908 x-openstack-request-id: req-bfcc4427-6d03-4608-b5b0-7ce2b0bd0908 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:38:03.539092 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9d3cd5-3621-41d7-9c4b-3c60b1b65094", "name": "network-vif-deleted", "tag": "2c1d65ba-8817-4587-9198-7b1adf4338b0", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:38:03.539303 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfcc4427-6d03-4608-b5b0-7ce2b0bd0908 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:38:03.539701 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9d3cd5-3621-41d7-9c4b-3c60b1b65094', 'name': 'network-vif-deleted', 'tag': '2c1d65ba-8817-4587-9198-7b1adf4338b0', 'status': 'completed', 'code': 200} Nov 16 00:38:03.541366 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9df3ed-0b63-4f1b-8718-29a22e7e0492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0d7396-e983-4a74-8d10-1a9b1e1cc49f,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:03.548176 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-fb9df3ed-0b63-4f1b-8718-29a22e7e0492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.554800 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61daf4-95f2-4d7a-ac2e-4ddca75e69e3 None None] Network 5b2f5911-2804-41c1-a851-8f21bec631b6 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:38:03.555674 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-fb9df3ed-0b63-4f1b-8718-29a22e7e0492 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0b0d7396-e983-4a74-8d10-1a9b1e1cc49f HTTP/1.1" status: 204 len: 168 time: 0.3215864 Nov 16 00:38:03.556633 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 50790) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:03.631643 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.691634 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Deleting port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:38:03.692085 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.731526 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.773618 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01afb734-7656-44be-9ae9-1baf6030daa1 None None] DHCP port deletion for 5b2f5911-2804-41c1-a851-8f21bec631b6 request from dv-cinder-811154-2-iscsi {{(pid=107821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 00:38:03.775088 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] For port 1f35e175-d860-4a76-a33c-b0b2b4e425f3, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=1f35e175-d860-4a76-a33c-b0b2b4e425f3,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:03.775471 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.797992 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Calling delete_port for 1f35e175-d860-4a76-a33c-b0b2b4e425f3 owned by network:dhcp {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:38:03.800663 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device f970cf71-5863-496c-8a90-42d123e046ef no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:38:03.824691 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: f970cf71-5863-496c-8a90-42d123e046ef {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:38:03.825115 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device f970cf71-5863-496c-8a90-42d123e046ef not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:38:03.825672 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 5bda8aa7-5147-4e7a-980d-4db2c02970a5 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:38:03.851661 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 5bda8aa7-5147-4e7a-980d-4db2c02970a5 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:38:03.852091 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 5bda8aa7-5147-4e7a-980d-4db2c02970a5 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:38:03.869953 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-01afb734-7656-44be-9ae9-1baf6030daa1 None None] Deleting port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 {{(pid=107821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:38:03.870332 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-01afb734-7656-44be-9ae9-1baf6030daa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.904144 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.936357 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f35e175-d860-4a76-a33c-b0b2b4e425f3,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:03.940693 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] No DVR routers for this DVR port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 on host dv-cinder-811154-2-iscsi {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:38:03.960671 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-01afb734-7656-44be-9ae9-1baf6030daa1 None None] For port 1f35e175-d860-4a76-a33c-b0b2b4e425f3, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=1f35e175-d860-4a76-a33c-b0b2b4e425f3,segment=NetworkSegment(53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2),segment_id=53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:03.961233 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-01afb734-7656-44be-9ae9-1baf6030daa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:03.978351 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-01afb734-7656-44be-9ae9-1baf6030daa1 None None] Calling delete_port for 1f35e175-d860-4a76-a33c-b0b2b4e425f3 owned by network:dhcp {{(pid=107821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:38:04.015155 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:04.039664 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2f5911-2804-41c1-a851-8f21bec631b6']}} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:04.059236 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2') {'for_net_delete': True} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:04.059533 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cdbf7a-7b3a-4746-bd3d-f21d4b66c7f2') {} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:04.071437 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9071521'] for segment, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:04.084686 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:04.091752 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=107820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:38:04.092206 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9286119'] for segment, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: Traceback (most recent call last): Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: timer() Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: cb(*args, **kw) Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: return func(*args, **kwargs) Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: self._notify() Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: self.callback(batched_events) Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: event.method(event) Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: return f(self, *a, **k) Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._get(url).json() Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: return self.request(url, 'GET', **kwargs) Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:38:04.094024 dv-cinder-811154-2-iscsi neutron-server[107820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:38:04.100486 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-01afb734-7656-44be-9ae9-1baf6030daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061'] for port, after_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:04.131455 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afb734-7656-44be-9ae9-1baf6030daa1 None None] Pushing event deleted for resources: {'Port': ['ID=1f35e175-d860-4a76-a33c-b0b2b4e425f3,revision_number=None']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:04.135243 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afb734-7656-44be-9ae9-1baf6030daa1 None None] No DVR routers for this DVR port 1f35e175-d860-4a76-a33c-b0b2b4e425f3 on host dv-cinder-811154-2-iscsi {{(pid=107821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:38:04.160502 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:04.167802 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:04.171498 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b2f5911-2804-41c1-a851-8f21bec631b6 HTTP/1.1" status: 204 len: 168 time: 0.6138122 Nov 16 00:38:04.174013 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50798) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:04.181722 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ddfae-68c6-44bc-8ea4-6e8592db2fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2f5911-2804-41c1-a851-8f21bec631b6,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:04.443883 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-a5840d72-ce93-4ad3-86d2-4e32a602dcd5 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:04.445293 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-a5840d72-ce93-4ad3-86d2-4e32a602dcd5 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/networks?id=d472da9d-80d9-479d-822c-b6e8632df992 HTTP/1.1" status: 200 len: 809 time: 0.1833982 Nov 16 00:38:04.468642 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-d5527ea4-564b-403d-8e39-5d139c5bb2f5 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/quotas/4f9b691378844135bec95fb0c25829cc HTTP/1.1" status: 200 len: 375 time: 0.0153589 Nov 16 00:38:04.510729 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-6727d75d-3e89-4290-a28a-ccc8b000ad43 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f9b691378844135bec95fb0c25829cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350075 Nov 16 00:38:04.526232 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a7a14-929b-4351-9b8e-92ad17f5716b req-96448e41-5288-44dc-ad77-f00938d6bd9c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:04.527801 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ca9a7a14-929b-4351-9b8e-92ad17f5716b req-96448e41-5288-44dc-ad77-f00938d6bd9c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0500591 Nov 16 00:38:04.567096 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-ca9a7a14-929b-4351-9b8e-92ad17f5716b req-4b074624-4ba4-4727-b05e-1a9c2b81e5c3 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323243 Nov 16 00:38:04.655944 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-7c9ba5e9-cd64-48b4-b846-0cf7dce378bf service neutron] 10.222.0.31 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206110 Nov 16 00:38:04.790130 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-aefbb689-0d78-48b1-b90b-4d3812b17351 service neutron] 10.222.0.31 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263106 Nov 16 00:38:04.808691 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076507'] for router_interface, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:04.993763 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-06f625d3-ba72-47dd-a494-9e60c98dd6ba req-1e17e029-c0fd-477a-b937-46860ff4f035 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 210 time: 0.0401669 Nov 16 00:38:05.077674 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Deleting port ed245399-6f6c-49ce-9b80-4d15025d42d1 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:38:05.078017 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:05.164245 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] For port ed245399-6f6c-49ce-9b80-4d15025d42d1, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=ed245399-6f6c-49ce-9b80-4d15025d42d1,segment=NetworkSegment(fd2db102-4917-4a43-b1af-da728749dbf5),segment_id=fd2db102-4917-4a43-b1af-da728749dbf5)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:05.164948 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:05.180431 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Calling delete_port for ed245399-6f6c-49ce-9b80-4d15025d42d1 owned by network:router_interface {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:38:05.218812 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 2c1d65ba-8817-4587-9198-7b1adf4338b0 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:38:05.248292 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 2c1d65ba-8817-4587-9198-7b1adf4338b0 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:38:05.248748 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 2c1d65ba-8817-4587-9198-7b1adf4338b0 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:38:05.370821 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:05.396650 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed245399-6f6c-49ce-9b80-4d15025d42d1,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:05.475129 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1f35e175-d860-4a76-a33c-b0b2b4e425f3 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:38:05.496816 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 1f35e175-d860-4a76-a33c-b0b2b4e425f3 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:38:05.497217 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1f35e175-d860-4a76-a33c-b0b2b4e425f3 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:38:05.588412 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076573'] for router_interface, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:05.726730 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223d9de-3b52-41ed-8a0d-a09b355c24b1 req-b4ff640f-176a-4ff2-8b62-d6fc1e31e04f tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:05.728098 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a223d9de-3b52-41ed-8a0d-a09b355c24b1 req-b4ff640f-176a-4ff2-8b62-d6fc1e31e04f tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0679071 Nov 16 00:38:05.842425 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a223d9de-3b52-41ed-8a0d-a09b355c24b1 req-f71a7733-b6de-4666-9346-1dc19e0cfb55 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058912 Nov 16 00:38:05.887087 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:38:05.984480 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-97bd77fa-2e4b-41a9-a3a1-612477d1f6e3 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:05.985900 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-97bd77fa-2e4b-41a9-a3a1-612477d1f6e3 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.36 "GET /v2.0/networks?id=d472da9d-80d9-479d-822c-b6e8632df992 HTTP/1.1" status: 200 len: 809 time: 0.1234918 Nov 16 00:38:05.999360 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Request body: {'port': {'device_id': 'a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9', 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992', 'admin_state_up': True, 'tenant_id': '4f9b691378844135bec95fb0c25829cc'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:38:06.024182 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:38:06.033544 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-2a05c803-9214-4e35-b535-939b1f9f388f admin admin] 10.222.0.31 "PUT /v2.0/routers/38a6bd7c-4662-4c55-94f6-e72c0bc2043e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8576784 Nov 16 00:38:06.034366 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50832) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:06.047956 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] Sync routers for ids ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:38:06.058217 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] Routers {'38a6bd7c-4662-4c55-94f6-e72c0bc2043e'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:38:06.058847 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:38:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:06.130044 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-564046f3-003c-454d-b7ac-702d259d7875 req-20280f04-f70c-486b-aae3-adb545d2a9df tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 210 time: 0.0365510 Nov 16 00:38:06.173208 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Made reservation on behalf of 4f9b691378844135bec95fb0c25829cc for: {'port': 1} {{(pid=107820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 00:38:06.177317 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:06.185743 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks [] for router, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:06.186769 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] Set router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:38:06.339591 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_common [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Allocated IP 172.20.0.14 (d472da9d-80d9-479d-822c-b6e8632df992/0d755d30-f5cb-4b64-a22d-33dfc2611fac/61f19899-f0f1-4180-a1a2-c9d49909a093) {{(pid=107820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 00:38:06.401275 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:38Z', 'updated_at': '2021-11-16T00:38:05Z', 'revision_number': 5, 'project_id': '30d229004e0747948d2d5fb16167b784', 'gw_port': {'id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:40Z', 'updated_at': '2021-11-16T00:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:06.435773 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] Checking router: 38a6bd7c-4662-4c55-94f6-e72c0bc2043e for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:38:06.445492 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] Routers {'38a6bd7c-4662-4c55-94f6-e72c0bc2043e'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:38:06.446123 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:38:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:06.521762 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks [] for port, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:06.564002 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] Set router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:38:06.566873 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732623583052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:06.592255 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:06.618376 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Network d472da9d-80d9-479d-822c-b6e8632df992 is already hosted by enough agents. {{(pid=107820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 00:38:06.621587 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.scheduler.base_scheduler [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Resources bound (agent type, host, resource id): {{(pid=107820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 00:38:06.624154 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Received port after_create {{(pid=107820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 00:38:06.634084 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Pushing event updated for resources: {'Port': ['ID=61f19899-f0f1-4180-a1a2-c9d49909a093,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:06.663702 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Deleting port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:38:06.664054 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:06.686902 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:06.687552 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:06.705149 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-b18b50d2-f9e3-4327-9c71-caf325c0cc23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7089951 Nov 16 00:38:06.717121 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.v2.base [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Request body: {'port': {'device_id': 'a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=107820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 00:38:06.751222 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] For port 2c9bd884-c07b-4210-b935-d1bd37f7bd2d, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=2c9bd884-c07b-4210-b935-d1bd37f7bd2d,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:06.752046 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:06.770138 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Calling delete_port for 2c9bd884-c07b-4210-b935-d1bd37f7bd2d owned by network:router_gateway {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:38:06.771158 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:38Z', 'updated_at': '2021-11-16T00:38:05Z', 'revision_number': 5, 'project_id': '30d229004e0747948d2d5fb16167b784', 'gw_port': {'id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:40Z', 'updated_at': '2021-11-16T00:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:06.782514 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:06.803166 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58663843-1e39-4c3c-b8ac-2f948a909ef3 None None] The sync data for ids ['38a6bd7c-4662-4c55-94f6-e72c0bc2043e'] in dv-cinder-811154-2-iscsi is: [{'id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'name': 'tempest-TestVolumeBootPattern-1556183593-router', 'tenant_id': '30d229004e0747948d2d5fb16167b784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:29:38Z', 'updated_at': '2021-11-16T00:38:05Z', 'revision_number': 5, 'project_id': '30d229004e0747948d2d5fb16167b784', 'gw_port': {'id': '2c9bd884-c07b-4210-b935-d1bd37f7bd2d', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a6bd7c-4662-4c55-94f6-e72c0bc2043e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:29:40Z', 'updated_at': '2021-11-16T00:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:38:06.999368 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.013295 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b3c42-904d-48fd-8fec-ac072429fcb5 req-7e6866dd-10df-4578-a450-183cab47723b tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:07.014927 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3e5b3c42-904d-48fd-8fec-ac072429fcb5 req-7e6866dd-10df-4578-a450-183cab47723b tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0792389 Nov 16 00:38:07.043034 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9bd884-c07b-4210-b935-d1bd37f7bd2d,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:07.074295 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f19899-f0f1-4180-a1a2-c9d49909a093 {{(pid=107820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:38:07.083343 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.095548 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.provisioning_blocks [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Transition to ACTIVE for port object 61f19899-f0f1-4180-a1a2-c9d49909a093 will not be triggered until provisioned by entity L2. {{(pid=107820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 00:38:07.100749 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.120954 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3e5b3c42-904d-48fd-8fec-ac072429fcb5 req-d64a5eda-1d32-47bd-befb-201e3cd889ce tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857551 Nov 16 00:38:07.135844 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2073803'] for router_gateway, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.207211 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Pushing event updated for resources: {'Port': ['ID=61f19899-f0f1-4180-a1a2-c9d49909a093,revision_number=2']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:07.245068 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.247614 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.280292 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-6c4cdbda-bc50-4e5f-ac80-01b02e8a307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:07.281898 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-6c4cdbda-bc50-4e5f-ac80-01b02e8a307f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b1da70dc7334be3be9b115125527150&device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1098 time: 0.1501358 Nov 16 00:38:07.297134 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2066523'] for router, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.297895 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a6bd7c-4662-4c55-94f6-e72c0bc2043e {{(pid=107819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 00:38:07.303514 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.304716 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-d029a3f2-4ad8-4a73-9384-26647639fd64 admin admin] 10.222.0.31 "DELETE /v2.0/routers/38a6bd7c-4662-4c55-94f6-e72c0bc2043e HTTP/1.1" status: 204 len: 168 time: 1.2692275 Nov 16 00:38:07.307300 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50844) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:07.363633 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62e371f-8484-4f36-8e0e-a4a51e2dbdb5 admin admin] Deleting subnet 091ef40c-d44f-4760-9056-8593e116ad4d {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:38:07.366744 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b62e371f-8484-4f36-8e0e-a4a51e2dbdb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.380000 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Attempting to bind port 61f19899-f0f1-4180-a1a2-c9d49909a093 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 16 00:38:07.380338 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Attempting to bind port 61f19899-f0f1-4180-a1a2-c9d49909a093 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992'}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 16 00:38:07.380674 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Attempting to bind port 61f19899-f0f1-4180-a1a2-c9d49909a093 on network d472da9d-80d9-479d-822c-b6e8632df992 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:38:07.394710 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3f437-e728-4f8e-9f30-5b46272d6bb2 req-3b13b833-c048-4c55-9f44-d3788ee9acfc tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:07.396291 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-18d3f437-e728-4f8e-9f30-5b46272d6bb2 req-3b13b833-c048-4c55-9f44-d3788ee9acfc tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 944 time: 0.1689651 Nov 16 00:38:07.401845 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Port 61f19899-f0f1-4180-a1a2-c9d49909a093 on network d472da9d-80d9-479d-822c-b6e8632df992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 00:38:07.402145 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Attempting to bind port 61f19899-f0f1-4180-a1a2-c9d49909a093 on network d472da9d-80d9-479d-822c-b6e8632df992 {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 00:38:07.406943 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b62e371f-8484-4f36-8e0e-a4a51e2dbdb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.424103 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Checking agent: {'id': '30893fb6-fd2f-4739-ad6b-de609457b2b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'started_at': datetime.datetime(2021, 11, 16, 0, 26, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 0, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 00:38:07.424357 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Checking segment: {'id': 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 16 00:38:07.424744 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Bound using segment: {'id': 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992'} {{(pid=107820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 00:38:07.425299 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.managers [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Bound port: 61f19899-f0f1-4180-a1a2-c9d49909a093, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992'}}] {{(pid=107820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 16 00:38:07.425531 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.459432 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-8018b78c-3068-4666-9b0b-67118396bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:07.460761 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-8018b78c-3068-4666-9b0b-67118396bb3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 200 len: 909 time: 0.1701562 Nov 16 00:38:07.516991 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b62e371f-8484-4f36-8e0e-a4a51e2dbdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.540585 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-18d3f437-e728-4f8e-9f30-5b46272d6bb2 req-703d7a00-73b8-42c5-97f5-ca37a5819648 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350281 Nov 16 00:38:07.557129 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device ed245399-6f6c-49ce-9b80-4d15025d42d1 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:38:07.588599 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: ed245399-6f6c-49ce-9b80-4d15025d42d1 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:38:07.589137 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device ed245399-6f6c-49ce-9b80-4d15025d42d1 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:38:07.598260 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b62e371f-8484-4f36-8e0e-a4a51e2dbdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.602274 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-647c27d8-208b-4143-8624-f24fcbb0da3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 200 len: 1001 time: 0.1272309 Nov 16 00:38:07.605502 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] For port 61f19899-f0f1-4180-a1a2-c9d49909a093, host hv-cinder-81115, cleared binding levels {{(pid=107820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 00:38:07.629434 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e371f-8484-4f36-8e0e-a4a51e2dbdb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091ef40c-d44f-4760-9056-8593e116ad4d,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:07.634459 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b62e371f-8484-4f36-8e0e-a4a51e2dbdb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.637796 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b62e371f-8484-4f36-8e0e-a4a51e2dbdb5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/091ef40c-d44f-4760-9056-8593e116ad4d HTTP/1.1" status: 204 len: 168 time: 0.3289530 Nov 16 00:38:07.640251 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50846) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:07.643347 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68641f6-8be6-4f3f-84dd-ba6e83c54999 None None] Network b879129b-75bd-4c79-880e-a9ff55e234be requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:38:07.657656 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] For port 61f19899-f0f1-4180-a1a2-c9d49909a093, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=61f19899-f0f1-4180-a1a2-c9d49909a093,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 00:38:07.665303 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9285891'] for port, after_update {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.697787 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-5284336d-39bd-4f64-aa05-f72634f68065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:07.699754 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-5284336d-39bd-4f64-aa05-f72634f68065 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9b4676e-c0ed-4c18-9628-51baf92688a4 HTTP/1.1" status: 200 len: 847 time: 0.0890899 Nov 16 00:38:07.729651 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:07.730280 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.731734 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-77422c86-4600-4476-8e17-b19500bce92f service neutron] 10.222.0.36 "PUT /v2.0/ports/61f19899-f0f1-4180-a1a2-c9d49909a093 HTTP/1.1" status: 200 len: 1094 time: 1.0188565 Nov 16 00:38:07.732218 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9', 'tag': '61f19899-f0f1-4180-a1a2-c9d49909a093'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:38:07.734540 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f971d0a-254b-407f-8998-f75895107347" -d '{"events": [{"name": "network-changed", "server_uuid": "a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9", "tag": "61f19899-f0f1-4180-a1a2-c9d49909a093"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:38:07.748439 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.815996 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77422c86-4600-4476-8e17-b19500bce92f service neutron] Pushing event updated for resources: {'Port': ['ID=61f19899-f0f1-4180-a1a2-c9d49909a093,revision_number=3']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:07.821836 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b5698-b2b7-4e2f-9eef-5622ed1484c1 x-openstack-request-id: req-3b1b5698-b2b7-4e2f-9eef-5622ed1484c1 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:38:07.822694 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9", "tag": "61f19899-f0f1-4180-a1a2-c9d49909a093", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:38:07.823228 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b1b5698-b2b7-4e2f-9eef-5622ed1484c1 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:38:07.823826 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9', 'tag': '61f19899-f0f1-4180-a1a2-c9d49909a093', 'status': 'completed', 'code': 200} Nov 16 00:38:07.832306 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Deleting port 1f87a390-6e69-4dc3-88d4-c33a811e8589 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:38:07.832645 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.855307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-605a0de5-171a-40a9-bb33-2542bba47d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:07.856861 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-605a0de5-171a-40a9-bb33-2542bba47d7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0799e9f-bf39-4d36-9463-c7bb236f55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1480079 Nov 16 00:38:07.900460 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] For port 1f87a390-6e69-4dc3-88d4-c33a811e8589, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=1f87a390-6e69-4dc3-88d4-c33a811e8589,segment=NetworkSegment(fd2db102-4917-4a43-b1af-da728749dbf5),segment_id=fd2db102-4917-4a43-b1af-da728749dbf5)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:07.900777 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:07.920026 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Calling delete_port for 1f87a390-6e69-4dc3-88d4-c33a811e8589 owned by network:dhcp {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:38:07.932931 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-90f938eb-c793-40be-b62a-9dbb1c20df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:07.934583 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-90f938eb-c793-40be-b62a-9dbb1c20df71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f9b691378844135bec95fb0c25829cc&device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 1097 time: 0.1402755 Nov 16 00:38:08.012009 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-074a7461-6837-4248-b3da-bea451da026f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f19899-f0f1-4180-a1a2-c9d49909a093 HTTP/1.1" status: 200 len: 217 time: 0.0680704 Nov 16 00:38:08.045359 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf296bc-8eec-4ccd-b356-3e6d1da89e05 None None] DHCP port deletion for b879129b-75bd-4c79-880e-a9ff55e234be request from dv-cinder-811154-2-iscsi {{(pid=107821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 00:38:08.045535 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.080841 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f87a390-6e69-4dc3-88d4-c33a811e8589,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:08.089426 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] No DVR routers for this DVR port 1f87a390-6e69-4dc3-88d4-c33a811e8589 on host dv-cinder-811154-2-iscsi {{(pid=107819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:38:08.103734 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-35a132c7-9fc4-43f6-83cd-fcead85df205 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346904 Nov 16 00:38:08.107723 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-ac888aae-88fd-4cbc-9ded-723024618031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:08.109295 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-ac888aae-88fd-4cbc-9ded-723024618031 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d755d30-f5cb-4b64-a22d-33dfc2611fac HTTP/1.1" status: 200 len: 849 time: 0.0845611 Nov 16 00:38:08.172355 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.200738 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-3c3f8b47-5d75-42c9-96bb-eec67b0d89ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d472da9d-80d9-479d-822c-b6e8632df992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751665 Nov 16 00:38:08.205751 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b879129b-75bd-4c79-880e-a9ff55e234be']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:08.216318 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2db102-4917-4a43-b1af-da728749dbf5') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:08.216610 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2db102-4917-4a43-b1af-da728749dbf5') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:08.227201 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.242628 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.250101 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:38:08.250787 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:38:08.254436 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:38:08.315853 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.322110 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.329313 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b879129b-75bd-4c79-880e-a9ff55e234be HTTP/1.1" status: 204 len: 168 time: 0.6803405 Nov 16 00:38:08.347512 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68ea1b-6a2e-45b7-8532-63db5711f698 admin admin] Pushing event deleted for resources: {'Network': ['ID=b879129b-75bd-4c79-880e-a9ff55e234be,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:08.369874 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6cb6f-b437-46ac-8c40-95d8ee1919da req-d0445fbc-0486-4d2d-856e-abd6d457cb80 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:08.371671 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-93f6cb6f-b437-46ac-8c40-95d8ee1919da req-d0445fbc-0486-4d2d-856e-abd6d457cb80 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.1743650 Nov 16 00:38:08.419248 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6348d525-1d24-4c9e-b8d7-544cbab24d2a req-e7ded5ed-ff0d-4ec6-9a81-d460043c4e7d service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009572 Nov 16 00:38:08.440794 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-7238e492-a3e8-4c05-afff-53bfdd61e745 service neutron] 10.222.0.36 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214470 Nov 16 00:38:08.466863 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-93f6cb6f-b437-46ac-8c40-95d8ee1919da req-e806a17a-3001-4378-a730-8c4f6e636088 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782936 Nov 16 00:38:08.549484 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50856) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:08.564230 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-e73fd031-a077-4312-b057-6c7739fa06b8 req-304ed8bc-9626-4e78-a854-bcb10d8bd025 service neutron] 10.222.0.36 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117189 Nov 16 00:38:08.598906 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-6c872c3b-acbd-405f-a4ca-11333af94388 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cce0078a151f47738c5863929c403dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445209 Nov 16 00:38:08.599283 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50860) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:08.655817 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f971d0a-254b-407f-8998-f75895107347 req-96866c91-599d-403c-b723-40b53b98c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:08.657569 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7f971d0a-254b-407f-8998-f75895107347 req-96866c91-599d-403c-b723-40b53b98c031 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f9b691378844135bec95fb0c25829cc&device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0430481 Nov 16 00:38:08.675612 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.686180 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-df1dbb26-95b7-4e6f-849c-0dabe60b15b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.721434 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f01be-d885-489a-9657-d72093429613 req-14c501b6-09a5-4193-b895-e77434e00aab tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:08.722987 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-057f01be-d885-489a-9657-d72093429613 req-14c501b6-09a5-4193-b895-e77434e00aab tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 944 time: 0.0797794 Nov 16 00:38:08.725088 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-df1dbb26-95b7-4e6f-849c-0dabe60b15b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.758779 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f971d0a-254b-407f-8998-f75895107347 req-9c7d0465-7488-4f96-ace2-9ce21fee0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:08.760337 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7f971d0a-254b-407f-8998-f75895107347 req-9c7d0465-7488-4f96-ace2-9ce21fee0ddf service neutron] 10.222.0.36 "GET /v2.0/networks?id=d472da9d-80d9-479d-822c-b6e8632df992 HTTP/1.1" status: 200 len: 910 time: 0.0953801 Nov 16 00:38:08.785186 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-057f01be-d885-489a-9657-d72093429613 req-08d8191f-7ed2-4832-8ea3-0d240ef2d878 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531905 Nov 16 00:38:08.810567 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7f971d0a-254b-407f-8998-f75895107347 req-5ea5da09-701d-4a1e-b5e7-a7b87dac9b8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61f19899-f0f1-4180-a1a2-c9d49909a093 HTTP/1.1" status: 200 len: 217 time: 0.0417850 Nov 16 00:38:08.812184 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-df1dbb26-95b7-4e6f-849c-0dabe60b15b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.814909 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-df1dbb26-95b7-4e6f-849c-0dabe60b15b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:08.816031 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-df1dbb26-95b7-4e6f-849c-0dabe60b15b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee8b1bb9-2967-4e8a-9716-7ba795bb8f87 HTTP/1.1" status: 204 len: 168 time: 0.2158058 Nov 16 00:38:08.825299 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dbb26-95b7-4e6f-849c-0dabe60b15b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8b1bb9-2967-4e8a-9716-7ba795bb8f87,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:08.863670 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f971d0a-254b-407f-8998-f75895107347 req-bcc2851c-b93a-4ee4-920f-4645bf7e1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:08.865148 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7f971d0a-254b-407f-8998-f75895107347 req-bcc2851c-b93a-4ee4-920f-4645bf7e1f3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d755d30-f5cb-4b64-a22d-33dfc2611fac HTTP/1.1" status: 200 len: 849 time: 0.0465822 Nov 16 00:38:08.899404 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7f971d0a-254b-407f-8998-f75895107347 req-eb05626b-11fe-4ec7-95d9-05701cdb5651 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d472da9d-80d9-479d-822c-b6e8632df992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253096 Nov 16 00:38:08.996909 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7f971d0a-254b-407f-8998-f75895107347 req-e577650f-1ec4-4dc2-9545-421cc0f86b0c service neutron] 10.222.0.36 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886245 Nov 16 00:38:09.169660 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50868) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:09.215376 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-c5f7ded6-bdd9-45cd-9899-c42d3b97024f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30d229004e0747948d2d5fb16167b784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443475 Nov 16 00:38:09.218048 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 50870) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:09.273308 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-536ca88c-ca3c-423d-a2d2-9676a7baefeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:09.299953 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-536ca88c-ca3c-423d-a2d2-9676a7baefeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:09.347965 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-536ca88c-ca3c-423d-a2d2-9676a7baefeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:09.350526 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-536ca88c-ca3c-423d-a2d2-9676a7baefeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:09.350855 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7f971d0a-254b-407f-8998-f75895107347 req-d7a15358-f03f-49b6-a611-2b47aa52e1b7 service neutron] 10.222.0.36 "GET /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447974 Nov 16 00:38:09.351996 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-536ca88c-ca3c-423d-a2d2-9676a7baefeb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/255c7919-35ee-40c8-886e-0f2e0a261526 HTTP/1.1" status: 204 len: 168 time: 0.1329844 Nov 16 00:38:09.360271 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ca88c-ca3c-423d-a2d2-9676a7baefeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255c7919-35ee-40c8-886e-0f2e0a261526,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:09.455888 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1f87a390-6e69-4dc3-88d4-c33a811e8589 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:38:09.477327 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 1f87a390-6e69-4dc3-88d4-c33a811e8589 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:38:09.477645 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 1f87a390-6e69-4dc3-88d4-c33a811e8589 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:38:09.478085 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 2c9bd884-c07b-4210-b935-d1bd37f7bd2d no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:38:09.499858 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 2c9bd884-c07b-4210-b935-d1bd37f7bd2d {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:38:09.500212 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 2c9bd884-c07b-4210-b935-d1bd37f7bd2d not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:38:09.611717 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42706dd-b20c-4284-9c05-68db5e9c0e6f req-a9e994d6-06c0-40a8-9bc6-99f4ec24ee4c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:09.613380 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c42706dd-b20c-4284-9c05-68db5e9c0e6f req-a9e994d6-06c0-40a8-9bc6-99f4ec24ee4c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0618300 Nov 16 00:38:09.654645 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-c42706dd-b20c-4284-9c05-68db5e9c0e6f req-022eb56c-a0e2-47a8-be2e-0cfaea299477 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343249 Nov 16 00:38:09.908059 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f439-0d24-484f-86cd-409697383dfb req-9d272746-5b5d-4dec-89e3-9b7b74c093b8 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:09.909821 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-82b3f439-0d24-484f-86cd-409697383dfb req-9d272746-5b5d-4dec-89e3-9b7b74c093b8 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 944 time: 0.0511456 Nov 16 00:38:09.950014 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-82b3f439-0d24-484f-86cd-409697383dfb req-c86295ce-a7bf-48f6-82a6-bfc974156831 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336549 Nov 16 00:38:10.780384 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd2df4-b386-45f6-8794-dc10e932072e req-bce7eadc-f528-4789-bbdc-f7871d377655 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:10.781847 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cdbd2df4-b386-45f6-8794-dc10e932072e req-bce7eadc-f528-4789-bbdc-f7871d377655 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0564094 Nov 16 00:38:10.819288 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-cdbd2df4-b386-45f6-8794-dc10e932072e req-827b0ac6-a818-4607-b696-bfdf21f8cf1f tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311842 Nov 16 00:38:10.888762 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [req-47d12ab4-a5a0-4f1a-a0a3-f4d0c9d032fa req-c545e085-5bf5-4337-b200-547133c1c11a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:38:10.889745 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-47d12ab4-a5a0-4f1a-a0a3-f4d0c9d032fa req-c545e085-5bf5-4337-b200-547133c1c11a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055075 Nov 16 00:38:11.046950 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-f8fd7058-4da8-44aa-a5c1-e7df13f13f0a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688276 Nov 16 00:38:11.047198 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865598ec-e482-4a34-a4f4-74377d9933a1 req-96d8baba-e74a-41a6-8531-3c42fe9816ed tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:11.048698 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-865598ec-e482-4a34-a4f4-74377d9933a1 req-96d8baba-e74a-41a6-8531-3c42fe9816ed tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0537841 Nov 16 00:38:11.075985 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe7d22-b880-424c-aa0d-e65df688465e req-0c42cb7a-89d5-49e6-8340-ce64b6d877cb tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:11.077453 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dbfe7d22-b880-424c-aa0d-e65df688465e req-0c42cb7a-89d5-49e6-8340-ce64b6d877cb tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 944 time: 0.0587869 Nov 16 00:38:11.098915 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-865598ec-e482-4a34-a4f4-74377d9933a1 req-06a7c76b-2922-4b1d-acc6-6e394548b811 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404332 Nov 16 00:38:11.122682 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-dbfe7d22-b880-424c-aa0d-e65df688465e req-885c7f54-78b3-4dc2-acb6-9664126bebd2 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375454 Nov 16 00:38:11.249514 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 61f19899-f0f1-4180-a1a2-c9d49909a093 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:38:11.353406 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 61f19899-f0f1-4180-a1a2-c9d49909a093, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=61f19899-f0f1-4180-a1a2-c9d49909a093,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:11.365711 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': '61f19899-f0f1-4180-a1a2-c9d49909a093', 'network_id': 'd472da9d-80d9-479d-822c-b6e8632df992', 'port_id': '61f19899-f0f1-4180-a1a2-c9d49909a093', 'mac_address': 'fa:16:3e:78:60:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d755d30-f5cb-4b64-a22d-33dfc2611fac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:38:11.404802 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:11.422131 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f19899-f0f1-4180-a1a2-c9d49909a093 {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:38:11.443350 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 61f19899-f0f1-4180-a1a2-c9d49909a093, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=61f19899-f0f1-4180-a1a2-c9d49909a093,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:11.446840 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:11.499821 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=61f19899-f0f1-4180-a1a2-c9d49909a093,revision_number=4']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:11.661037 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['61f19899-f0f1-4180-a1a2-c9d49909a093'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:38:12.222797 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914e1d4-f4e2-4541-b9d6-9426d5153485 req-c554156b-0ece-4407-bf1e-f4f71f692bb8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:12.224678 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3914e1d4-f4e2-4541-b9d6-9426d5153485 req-c554156b-0ece-4407-bf1e-f4f71f692bb8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0576212 Nov 16 00:38:12.239703 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1a319-1b71-4837-93ed-435d9c7030e5 req-cc253d8a-d0e8-4d8d-a1af-bec509a33f23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:12.241250 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9cf1a319-1b71-4837-93ed-435d9c7030e5 req-cc253d8a-d0e8-4d8d-a1af-bec509a33f23 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 945 time: 0.0533369 Nov 16 00:38:12.282842 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-9cf1a319-1b71-4837-93ed-435d9c7030e5 req-1bc4a0a8-86d1-4acb-8d5e-5398ed9b7d91 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351527 Nov 16 00:38:12.298464 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3914e1d4-f4e2-4541-b9d6-9426d5153485 req-df0de2d1-0d11-4bab-9d18-5283b2a9b7ec tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676622 Nov 16 00:38:12.323406 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-1981bd65-28c1-4ba9-bf5a-5b8f37075c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:12.325098 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-1981bd65-28c1-4ba9-bf5a-5b8f37075c3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f&tenant_id=8b1da70dc7334be3be9b115125527150 HTTP/1.1" status: 200 len: 1098 time: 0.0650520 Nov 16 00:38:12.387134 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-ecb344da-ebe0-4cf6-a1e1-d5d516928f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:12.388913 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-ecb344da-ebe0-4cf6-a1e1-d5d516928f1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b1da70dc7334be3be9b115125527150&device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1098 time: 0.0413916 Nov 16 00:38:12.486306 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-79f191de-bfec-4828-9e19-81668804c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:12.488403 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-79f191de-bfec-4828-9e19-81668804c293 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 200 len: 909 time: 0.0905519 Nov 16 00:38:12.574852 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-583b4903-a824-4d7e-be14-d759c7cbbaaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 200 len: 1001 time: 0.0729606 Nov 16 00:38:12.625407 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-5658eea1-11fc-4263-b420-5eefd5f82201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:12.627426 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-5658eea1-11fc-4263-b420-5eefd5f82201 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9b4676e-c0ed-4c18-9628-51baf92688a4 HTTP/1.1" status: 200 len: 847 time: 0.0441380 Nov 16 00:38:12.678153 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-8fb9bbf4-c262-4b6d-bd68-d9879e090fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:12.680021 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-8fb9bbf4-c262-4b6d-bd68-d9879e090fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0799e9f-bf39-4d36-9463-c7bb236f55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456707 Nov 16 00:38:12.773071 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-3d7838e3-2e21-4c35-9bc5-c2e630c801ae service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845692 Nov 16 00:38:12.873735 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-4085b8a6-8138-4d76-80b1-2f0399cfad33 req-ccfc67f6-43c6-46c6-9b28-37e2fcaea157 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919149 Nov 16 00:38:13.265450 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 61f19899-f0f1-4180-a1a2-c9d49909a093 up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:38:13.318326 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning for port 61f19899-f0f1-4180-a1a2-c9d49909a093 completed by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 00:38:13.327374 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port 61f19899-f0f1-4180-a1a2-c9d49909a093 triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:38:13.329557 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:13.413883 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e5b86-6c25-4fee-83db-9ebcd75b1f3a req-3ca8aaff-842a-44c9-a78b-57756cf5cf82 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:13.415541 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8e0e5b86-6c25-4fee-83db-9ebcd75b1f3a req-3ca8aaff-842a-44c9-a78b-57756cf5cf82 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 945 time: 0.0558116 Nov 16 00:38:13.424417 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:13.449842 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f19899-f0f1-4180-a1a2-c9d49909a093'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:38:13.451206 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b3fc-c5d9-4e1d-aa1c-f32483371a66 req-a8f6d132-4a74-4b40-ad1e-bfbbdec85fbf tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:13.452293 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef50322-60ed-4ebb-a4ad-009993c12cd2" -d '{"events": [{"server_uuid": "a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9", "name": "network-vif-plugged", "status": "completed", "tag": "61f19899-f0f1-4180-a1a2-c9d49909a093"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:38:13.452882 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c16b3fc-c5d9-4e1d-aa1c-f32483371a66 req-a8f6d132-4a74-4b40-ad1e-bfbbdec85fbf tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0675006 Nov 16 00:38:13.465749 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port 61f19899-f0f1-4180-a1a2-c9d49909a093, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=61f19899-f0f1-4180-a1a2-c9d49909a093,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:13.471379 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:13.472227 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device e9de811a-ed83-4234-81b8-9dda4ea6612f no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:38:13.472398 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-8e0e5b86-6c25-4fee-83db-9ebcd75b1f3a req-7fcde1d0-3c48-41d8-9c39-8916f57e0217 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498261 Nov 16 00:38:13.507086 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-3c16b3fc-c5d9-4e1d-aa1c-f32483371a66 req-660925a3-bb0e-4e9b-bc6d-c00ebbf2eff9 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468118 Nov 16 00:38:13.520728 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c010e8-80a3-4fcc-9244-f7884ebaeb45 x-openstack-request-id: req-00c010e8-80a3-4fcc-9244-f7884ebaeb45 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:38:13.521024 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9", "name": "network-vif-plugged", "status": "completed", "tag": "61f19899-f0f1-4180-a1a2-c9d49909a093", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:38:13.521278 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00c010e8-80a3-4fcc-9244-f7884ebaeb45 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:38:13.521662 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f19899-f0f1-4180-a1a2-c9d49909a093', 'code': 200} Nov 16 00:38:13.565325 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=61f19899-f0f1-4180-a1a2-c9d49909a093,revision_number=5']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:13.605652 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:13.638292 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:13.643713 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:13.692729 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a98357-2c75-4f8e-b4a3-2d48c1fdeee7 req-e60bcbdc-bd69-4b1a-875d-ffb67da5b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:13.694246 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-03a98357-2c75-4f8e-b4a3-2d48c1fdeee7 req-e60bcbdc-bd69-4b1a-875d-ffb67da5b816 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 1099 time: 0.0403905 Nov 16 00:38:13.696172 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=e9de811a-ed83-4234-81b8-9dda4ea6612f,revision_number=6']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:13.730949 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-03a98357-2c75-4f8e-b4a3-2d48c1fdeee7 req-2c1dcc7d-4894-48c2-903a-2ff89a93c325 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288544 Nov 16 00:38:14.591072 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda512b-61b3-4a0c-8889-0537b96abc5c req-1c59e1b8-41f9-41ae-b850-7caf6e4a5922 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:14.592593 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cdda512b-61b3-4a0c-8889-0537b96abc5c req-1c59e1b8-41f9-41ae-b850-7caf6e4a5922 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 946 time: 0.0502701 Nov 16 00:38:14.630884 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993d74e-7dcd-4e1d-bdc3-ade2997793b1 req-09f10656-d281-4930-9b73-7e3d01d569c2 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:14.631876 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-cdda512b-61b3-4a0c-8889-0537b96abc5c req-f78e2a65-b1ec-428e-866e-d495056d5766 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329044 Nov 16 00:38:14.633732 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b993d74e-7dcd-4e1d-bdc3-ade2997793b1 req-09f10656-d281-4930-9b73-7e3d01d569c2 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0505078 Nov 16 00:38:14.676900 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-b993d74e-7dcd-4e1d-bdc3-ade2997793b1 req-5134be3d-fc65-47dc-969b-940a27c69756 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386608 Nov 16 00:38:15.523640 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:38:15.525976 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3dd10c-163c-4eb2-ae1a-dee56516d060" -d '{"events": [{"server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:38:15.562366 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 00:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6948b9d2-528c-4408-ac03-f40963521813 x-openstack-request-id: req-6948b9d2-528c-4408-ac03-f40963521813 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:38:15.562661 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:38:15.562914 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6948b9d2-528c-4408-ac03-f40963521813 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:38:15.563338 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'code': 200} Nov 16 00:38:15.752906 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0c2a6-7759-4d45-b34f-3ccba788faaa req-494d0033-1554-46ba-b2f1-c909ad6d2966 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:15.754440 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ba0c2a6-7759-4d45-b34f-3ccba788faaa req-494d0033-1554-46ba-b2f1-c909ad6d2966 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 946 time: 0.0515881 Nov 16 00:38:15.794787 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7adc-faa0-4cf3-9e95-59547af6ad87 req-0155e035-7d2e-4708-b755-36658c8d65c7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:15.795442 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-1ba0c2a6-7759-4d45-b34f-3ccba788faaa req-cc54bc9e-6b6d-4037-8e2d-9997b6a20863 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335293 Nov 16 00:38:15.796314 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-aebc7adc-faa0-4cf3-9e95-59547af6ad87 req-0155e035-7d2e-4708-b755-36658c8d65c7 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0503762 Nov 16 00:38:15.835566 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-aebc7adc-faa0-4cf3-9e95-59547af6ad87 req-1884a73c-3204-4edb-abba-f2b8a227caae tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 Nov 16 00:38:16.662225 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c33fc-8894-4420-91fd-d0a8a5f20428 req-0398176c-c01f-41cc-a4c0-e37412558ddc tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:16.663647 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3d2c33fc-8894-4420-91fd-d0a8a5f20428 req-0398176c-c01f-41cc-a4c0-e37412558ddc tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 946 time: 0.0502989 Nov 16 00:38:16.705447 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-3d2c33fc-8894-4420-91fd-d0a8a5f20428 req-0253d245-bf9f-4410-988d-78f1cbfa774d tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358779 Nov 16 00:38:16.948996 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f341793-5e30-4b22-b204-7b60510ee4f8 req-ee16d3be-b158-4020-8211-fa2bae6111ae tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:16.950363 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2f341793-5e30-4b22-b204-7b60510ee4f8 req-ee16d3be-b158-4020-8211-fa2bae6111ae tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0491033 Nov 16 00:38:16.988897 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2f341793-5e30-4b22-b204-7b60510ee4f8 req-1c63fdc1-14a1-406a-bc36-7fd12c52c51b tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Nov 16 00:38:17.820753 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73147a8b-3325-4256-8b75-3958627db7bb req-f4b2b286-fe04-4252-8c36-1aa943d333eb tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:17.822215 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-73147a8b-3325-4256-8b75-3958627db7bb req-f4b2b286-fe04-4252-8c36-1aa943d333eb tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 946 time: 0.0492787 Nov 16 00:38:17.862501 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-73147a8b-3325-4256-8b75-3958627db7bb req-bae5eb99-dc7c-4b0a-9a9a-e5cb8d644a7e tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba78df88-2173-4759-8b2a-5f85bb671530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342324 Nov 16 00:38:18.061184 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-3ca5e627-9ee4-4a3c-8cb2-3ae051299c35 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:18.062624 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-3ca5e627-9ee4-4a3c-8cb2-3ae051299c35 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.36 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 946 time: 0.0484064 Nov 16 00:38:18.163833 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abed74-c69f-44e8-9cca-f12589918d0e req-6796864c-7cd0-4f6f-b9f9-db88f211a1a8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:18.165298 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a0abed74-c69f-44e8-9cca-f12589918d0e req-6796864c-7cd0-4f6f-b9f9-db88f211a1a8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.1018000 Nov 16 00:38:18.211711 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Deleting port 61f19899-f0f1-4180-a1a2-c9d49909a093 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:38:18.212046 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:18.216704 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-a0abed74-c69f-44e8-9cca-f12589918d0e req-11541adf-7eb3-4c02-96fe-9d10254e33d9 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452206 Nov 16 00:38:18.309104 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] For port 61f19899-f0f1-4180-a1a2-c9d49909a093, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=61f19899-f0f1-4180-a1a2-c9d49909a093,segment=NetworkSegment(ecbfa104-684d-42d5-b619-b50b8c9eb6f2),segment_id=ecbfa104-684d-42d5-b619-b50b8c9eb6f2)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:18.309469 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:18.323561 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Calling delete_port for 61f19899-f0f1-4180-a1a2-c9d49909a093 owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:38:18.451072 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:18.462817 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['61f19899-f0f1-4180-a1a2-c9d49909a093'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:38:18.481947 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Pushing event deleted for resources: {'Port': ['ID=61f19899-f0f1-4180-a1a2-c9d49909a093,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:18.524141 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] No DVR routers for this DVR port 61f19899-f0f1-4180-a1a2-c9d49909a093 on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:38:18.526711 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:18.530175 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-59cb9410-cd17-48f5-aed8-ea421707c6c6 req-7812e5b8-8bd3-4323-905a-58918ebdb00c tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.36 "DELETE /v2.0/ports/61f19899-f0f1-4180-a1a2-c9d49909a093 HTTP/1.1" status: 204 len: 173 time: 0.4581406 Nov 16 00:38:18.530616 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9', 'name': 'network-vif-deleted', 'tag': '61f19899-f0f1-4180-a1a2-c9d49909a093'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:38:18.533779 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57fa1be-5a8a-4eb4-9012-9aeec709a725" -d '{"events": [{"server_uuid": "a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9", "name": "network-vif-deleted", "tag": "61f19899-f0f1-4180-a1a2-c9d49909a093"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:38:18.570829 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b61f226-d7bc-4d65-8889-f44529490fc5 x-openstack-request-id: req-3b61f226-d7bc-4d65-8889-f44529490fc5 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:38:18.570829 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9", "name": "network-vif-deleted", "tag": "61f19899-f0f1-4180-a1a2-c9d49909a093", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:38:18.571067 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b61f226-d7bc-4d65-8889-f44529490fc5 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:38:18.571547 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9', 'name': 'network-vif-deleted', 'tag': '61f19899-f0f1-4180-a1a2-c9d49909a093', 'status': 'completed', 'code': 200} Nov 16 00:38:18.972412 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d2b1191a-2fe6-46d2-b2df-d88db4199103 req-b6f0e13c-b8c7-4d2b-8490-a646ad7dc888 tempest-VolumesActionsTest-312872325 tempest-VolumesActionsTest-312872325-project] 10.222.0.31 "GET /v2.0/ports?device_id=a387f77a-bdf4-4fe1-a0ca-d0ebe1522ff9 HTTP/1.1" status: 200 len: 210 time: 0.0275536 Nov 16 00:38:19.062763 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ba87-2474-4b79-ae3c-c46894df2596 req-9a4cb797-6348-468f-98ac-124fad16f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:19.064869 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2e50ba87-2474-4b79-ae3c-c46894df2596 req-9a4cb797-6348-468f-98ac-124fad16f1f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1096 time: 0.0452104 Nov 16 00:38:19.103616 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-2e50ba87-2474-4b79-ae3c-c46894df2596 req-543ba9cc-1732-403e-ac48-9f1bd61390a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301316 Nov 16 00:38:19.335759 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acc771-cb9d-4a24-9a5f-754521ff4cbe req-ea2e68c8-aa70-4b22-96bb-41f03cdda736 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:19.337332 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b0acc771-cb9d-4a24-9a5f-754521ff4cbe req-ea2e68c8-aa70-4b22-96bb-41f03cdda736 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0518157 Nov 16 00:38:19.374924 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-b0acc771-cb9d-4a24-9a5f-754521ff4cbe req-c7b052a4-bd2e-41fa-af71-9cbb41ca3320 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317094 Nov 16 00:38:20.369165 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:38:20.496817 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fce8ed-66c9-41e6-a5e0-efbfd0ed08b7 req-0bd4a36b-37b5-4636-9875-5735e2294c7c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:38:20.498289 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c3fce8ed-66c9-41e6-a5e0-efbfd0ed08b7 req-0bd4a36b-37b5-4636-9875-5735e2294c7c tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 943 time: 0.0529578 Nov 16 00:38:20.544944 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-c3fce8ed-66c9-41e6-a5e0-efbfd0ed08b7 req-d462bb2b-8110-45d7-a005-5ae12eab3fdb tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373001 Nov 16 00:38:21.833963 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device e9de811a-ed83-4234-81b8-9dda4ea6612f details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=107821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 00:38:21.927480 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:21.938919 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Returning: {'device': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'port_id': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'mac_address': 'fa:16:3e:a3:0e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 00:38:21.980139 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:21.993101 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9de811a-ed83-4234-81b8-9dda4ea6612f {{(pid=107821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 00:38:22.012840 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:22.017734 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:22.065624 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=e9de811a-ed83-4234-81b8-9dda4ea6612f,revision_number=7']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:22.665945 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 61f19899-f0f1-4180-a1a2-c9d49909a093 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:38:22.686392 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: 61f19899-f0f1-4180-a1a2-c9d49909a093 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:38:22.686741 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device 61f19899-f0f1-4180-a1a2-c9d49909a093 not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:38:23.849188 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] get_ports_and_sgs() called for port_ids ['e9de811a-ed83-4234-81b8-9dda4ea6612f'] {{(pid=107821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 00:38:28.004441 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6d61655a-2017-43b5-b472-72d8e408a37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:28.812653 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device e9de811a-ed83-4234-81b8-9dda4ea6612f up at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 00:38:28.875129 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.provisioning_blocks [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Provisioning complete for port e9de811a-ed83-4234-81b8-9dda4ea6612f triggered by entity L2. {{(pid=107821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 00:38:28.878846 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-997603'] for port, provisioning_complete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:28.979242 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-582921'] for port, before_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:29.010432 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f'}] {{(pid=107821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:38:29.014087 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c4310038a141ec9f139a995a3ba622e4aec0dc94dda9db74e7ca06ce98f7e8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac75cfc6-2714-4fc2-86b2-8da6771c9d29" -d '{"events": [{"server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "name": "network-vif-plugged", "status": "completed", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f"}]}' {{(pid=107821) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:38:29.031133 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:38:29.037986 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732623904588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732623583070', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732623583088'] for port, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:29.081892 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c105077b-a338-422e-aa94-767c126586f8 x-openstack-request-id: req-c105077b-a338-422e-aa94-767c126586f8 {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:38:29.083271 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "name": "network-vif-plugged", "status": "completed", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f", "code": 200}]} {{(pid=107821) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:38:29.083271 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c105077b-a338-422e-aa94-767c126586f8 {{(pid=107821) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:38:29.083974 dv-cinder-811154-2-iscsi neutron-server[107821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'code': 200} Nov 16 00:38:29.112434 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Pushing event updated for resources: {'Port': ['ID=e9de811a-ed83-4234-81b8-9dda4ea6612f,revision_number=8']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:30.658542 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:31.471950 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-37bd099b-0800-4aa3-b075-960bc06b273c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:32.060230 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:32.746217 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51146) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:32.949112 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fd764f2-c00a-4d1b-a193-a386b2c00854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:33.055493 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fd764f2-c00a-4d1b-a193-a386b2c00854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:33.062026 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5fd764f2-c00a-4d1b-a193-a386b2c00854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:33.100648 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-5fd764f2-c00a-4d1b-a193-a386b2c00854 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fc41d3545ba4a8db142082456e1ec69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487611 Nov 16 00:38:33.100884 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51154) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:33.123599 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd764f2-c00a-4d1b-a193-a386b2c00854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d87d4e3-0c2a-47b5-b4fa-2a88f33437ad,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:33.168261 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-072f6a5a-dab1-40f0-9cd2-0a5bbf4888a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:33.197993 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-072f6a5a-dab1-40f0-9cd2-0a5bbf4888a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:33.260648 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-072f6a5a-dab1-40f0-9cd2-0a5bbf4888a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:33.263307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-072f6a5a-dab1-40f0-9cd2-0a5bbf4888a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:33.267291 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-072f6a5a-dab1-40f0-9cd2-0a5bbf4888a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d87d4e3-0c2a-47b5-b4fa-2a88f33437ad HTTP/1.1" status: 204 len: 168 time: 0.1658235 Nov 16 00:38:33.283773 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f6a5a-dab1-40f0-9cd2-0a5bbf4888a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d87d4e3-0c2a-47b5-b4fa-2a88f33437ad,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:33.748117 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:38.673941 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.045052 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51410) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:45.089955 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fe1fb1-a6a4-4362-a647-007818896626 admin admin] Deleting subnet 0d755d30-f5cb-4b64-a22d-33dfc2611fac {{(pid=107820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:38:45.093046 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1fb1-a6a4-4362-a647-007818896626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.135987 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1fb1-a6a4-4362-a647-007818896626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9071528'] for subnet, precommit_delete_associations {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.179711 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1fb1-a6a4-4362-a647-007818896626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.233033 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1fb1-a6a4-4362-a647-007818896626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9285961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8462994'] for subnet, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.256521 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51414) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:45.264891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe1fb1-a6a4-4362-a647-007818896626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d755d30-f5cb-4b64-a22d-33dfc2611fac,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:45.270557 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1fb1-a6a4-4362-a647-007818896626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.273487 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-f6fe1fb1-a6a4-4362-a647-007818896626 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0d755d30-f5cb-4b64-a22d-33dfc2611fac HTTP/1.1" status: 204 len: 168 time: 0.2274213 Nov 16 00:38:45.276071 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51418) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:45.346530 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.367850 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0014ec35-4ecb-45c3-9254-06a17604bc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.427891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.445050 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0014ec35-4ecb-45c3-9254-06a17604bc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.449122 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d472da9d-80d9-479d-822c-b6e8632df992']}} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:45.449433 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-0014ec35-4ecb-45c3-9254-06a17604bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.460475 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2') {'for_net_delete': True} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:45.460918 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbfa104-684d-42d5-b619-b50b8c9eb6f2') {} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:38:45.472598 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9071521'] for segment, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.488269 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.489254 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-0014ec35-4ecb-45c3-9254-06a17604bc3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa211b15999846f4b89aee2ff6b32d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315114 Nov 16 00:38:45.491485 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014ec35-4ecb-45c3-9254-06a17604bc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8b3a46-36b7-4890-bcfd-308e39d2e56f,revision_number=1']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:45.493863 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51420) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:45.496857 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=107820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:38:45.497209 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9286119'] for segment, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: Traceback (most recent call last): Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: timer() Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: cb(*args, **kw) Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: return func(*args, **kwargs) Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: self._notify() Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: self.callback(batched_events) Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: event.method(event) Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: return f(self, *a, **k) Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._get(url).json() Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: return self.request(url, 'GET', **kwargs) Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:38:45.509276 dv-cinder-811154-2-iscsi neutron-server[107820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:38:45.548769 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ddb5223c-71ec-4b5a-8a9f-340c2eef9617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.557644 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.562176 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.565551 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] 10.222.0.31 "DELETE /v2.0/networks/d472da9d-80d9-479d-822c-b6e8632df992 HTTP/1.1" status: 204 len: 168 time: 0.2884240 Nov 16 00:38:45.575340 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ddb5223c-71ec-4b5a-8a9f-340c2eef9617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.578636 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927f377-fbc8-4c17-b88b-5cf70862a23b admin admin] Pushing event deleted for resources: {'Network': ['ID=d472da9d-80d9-479d-822c-b6e8632df992,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:45.624645 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ddb5223c-71ec-4b5a-8a9f-340c2eef9617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.628208 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-ddb5223c-71ec-4b5a-8a9f-340c2eef9617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.631089 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-ddb5223c-71ec-4b5a-8a9f-340c2eef9617 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b8b3a46-36b7-4890-bcfd-308e39d2e56f HTTP/1.1" status: 204 len: 168 time: 0.1360376 Nov 16 00:38:45.641804 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5223c-71ec-4b5a-8a9f-340c2eef9617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8b3a46-36b7-4890-bcfd-308e39d2e56f,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:45.702344 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51426) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:45.748475 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-3345e297-04e9-4dbd-af72-d4df0f13fc60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f9b691378844135bec95fb0c25829cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422196 Nov 16 00:38:45.749098 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51428) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:38:45.806439 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4cebcc88-7d59-495e-8261-3995f796dda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.830990 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4cebcc88-7d59-495e-8261-3995f796dda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.881791 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4cebcc88-7d59-495e-8261-3995f796dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.884510 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4cebcc88-7d59-495e-8261-3995f796dda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:38:45.885715 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-4cebcc88-7d59-495e-8261-3995f796dda0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba78df88-2173-4759-8b2a-5f85bb671530 HTTP/1.1" status: 204 len: 168 time: 0.1356738 Nov 16 00:38:45.894673 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebcc88-7d59-495e-8261-3995f796dda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba78df88-2173-4759-8b2a-5f85bb671530,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:38:57.369696 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:38:57.996375 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e0c376c1-978c-4757-8ba2-d7a60c26804c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:00.652426 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:01.444978 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-127cc3e6-7117-4757-96e9-3f063c78f704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:02.060086 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:03.712765 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:08.690594 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:22.916279 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51680) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:39:23.026759 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:23.128327 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:23.132352 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_create {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:23.172377 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67359e0b-c49b-40e9-8640-91f976feb668,revision_number=1']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:39:23.176623 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d3cb996200e4562b2648eecb468a243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588871 Nov 16 00:39:23.179265 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51686) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:39:23.183343 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.183699 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.184040 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.184377 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.184711 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.185047 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.185375 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.185704 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.186033 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.186403 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.187413 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.187748 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240d5f1f-a3eb-4940-a79d-f18116d19a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.235853 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:23.257438 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:23.311431 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:23.315236 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:23.316436 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67359e0b-c49b-40e9-8640-91f976feb668 HTTP/1.1" status: 204 len: 168 time: 0.1361690 Nov 16 00:39:23.325334 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67359e0b-c49b-40e9-8640-91f976feb668,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:39:23.333361 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.333715 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.334086 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.334423 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.334756 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.335200 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.335536 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.336013 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.336383 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.336714 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.337041 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:23.337364 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10839115-1f72-48f9-8c4a-cbc19cb96eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:39:27.997649 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-ac625c0d-ad64-4024-a6d3-f7d847ec5515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:30.655841 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:31.447922 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9c067b4d-cc60-41ea-bf05-090a798baf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:32.062559 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:33.716490 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:34.369116 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:39:38.680723 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:39:41.055334 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-7fb3b0cb-5799-41c6-ac04-2539f3bbd46e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1273005 Nov 16 00:39:41.141503 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-d151f645-a3e5-4e43-a2c5-ca6d645c5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:39:41.143640 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-d151f645-a3e5-4e43-a2c5-ca6d645c5f0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b1da70dc7334be3be9b115125527150&device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1098 time: 0.0453897 Nov 16 00:39:41.253009 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-c8e2c530-d3b0-4e68-9a05-9401c85953e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:39:41.254498 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-c8e2c530-d3b0-4e68-9a05-9401c85953e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 200 len: 909 time: 0.0914917 Nov 16 00:39:41.324536 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-15cdcc94-b6b8-4b10-9c57-d3b1eda4659d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 200 len: 1001 time: 0.0625317 Nov 16 00:39:41.374480 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-a9b2f354-5849-4ceb-9ff6-b43b2962d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:39:41.375980 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-a9b2f354-5849-4ceb-9ff6-b43b2962d04a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9b4676e-c0ed-4c18-9628-51baf92688a4 HTTP/1.1" status: 200 len: 847 time: 0.0439382 Nov 16 00:39:41.425271 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-6a93f1e5-19a1-41f2-8364-249401a0df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:39:41.426791 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-6a93f1e5-19a1-41f2-8364-249401a0df53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0799e9f-bf39-4d36-9463-c7bb236f55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435612 Nov 16 00:39:41.437835 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-03a3ef40-6ff8-4e2a-9a48-4f2c72d3feed service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=107820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 00:39:41.438785 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-03a3ef40-6ff8-4e2a-9a48-4f2c72d3feed service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050440 Nov 16 00:39:41.542039 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-6e317362-6fdf-4224-b409-40303753048f service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965040 Nov 16 00:39:41.659806 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-6ea45776-6c55-4b1a-a070-91818b6b0e3f req-b613b86f-acd6-4cd2-86df-d7512df913ce service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082442 Nov 16 00:39:58.001218 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e7a30626-18d6-4bee-881b-a4662bfdd167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:00.652879 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:01.448636 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-d405382c-a116-40e7-b3db-ba2d92df1e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:02.065014 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:03.718451 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:04.120048 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51696) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:04.378784 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Deleting port 9f5f2821-e67a-4735-9148-6d18dd2d4da7 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:40:04.380201 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:04.454231 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:04.454731 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:04.466350 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Calling delete_port for 9f5f2821-e67a-4735-9148-6d18dd2d4da7 owned by network:floatingip {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:40:04.616006 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:04.643782 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event deleted for resources: {'Port': ['ID=9f5f2821-e67a-4735-9148-6d18dd2d4da7,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:04.706000 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for floatingip, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:04.706330 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.db.l3_db [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Floating IP b5032514-6403-4671-8704-a8cd98a6f8a3 disassociated (deleted). External IP: 172.27.1.199, port: e9de811a-ed83-4234-81b8-9dda4ea6612f. Nov 16 00:40:04.919762 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:40:05.037726 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:40:05.043243 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for floatingip, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:05.049142 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] Sync routers for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:40:05.059877 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:40:05.060502 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:40:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:05.071370 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-b4003b25-52ed-4208-b825-31017741ccef tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "DELETE /v2.0/floatingips/b5032514-6403-4671-8704-a8cd98a6f8a3 HTTP/1.1" status: 204 len: 168 time: 0.9501646 Nov 16 00:40:05.071950 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f'}] {{(pid=107819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:40:05.074389 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}279c7c8396774300c6c2223a9f9ccad2007434575b2e25ed4915b0477e2838dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f"}]}' {{(pid=107819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:40:05.192496 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:40:05.274884 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 00:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d529ee-c4c7-4b37-bff9-40f245f1998b x-openstack-request-id: req-84d529ee-c4c7-4b37-bff9-40f245f1998b {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:40:05.275526 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f", "status": "completed", "code": 200}]} {{(pid=107819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:40:05.275526 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84d529ee-c4c7-4b37-bff9-40f245f1998b {{(pid=107819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:40:05.275841 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'status': 'completed', 'code': 200} Nov 16 00:40:05.348950 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-d00afecd-ec22-440c-b091-250b892680a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:40:05.351217 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-d00afecd-ec22-440c-b091-250b892680a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b1da70dc7334be3be9b115125527150&device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 1098 time: 0.0529394 Nov 16 00:40:05.383602 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8414bed-332a-498a-8461-14eca89aeaba req-1d3a1608-7954-4368-b53c-c9be215b8592 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:40:05.385228 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a8414bed-332a-498a-8461-14eca89aeaba req-1d3a1608-7954-4368-b53c-c9be215b8592 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.1172595 Nov 16 00:40:05.425658 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:55Z', 'revision_number': 5, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:05.434918 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [req-a8414bed-332a-498a-8461-14eca89aeaba req-f4243470-f33e-4fce-9277-c7360d58c8f2 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411813 Nov 16 00:40:05.462393 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] Checking router: 2072f7b6-e3ec-433e-bb8c-b987d1acb9db for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:40:05.465283 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:40:05.465976 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:40:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:05.466169 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-42f6f32d-3262-4442-99c0-96dde9b52d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:40:05.467878 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-42f6f32d-3262-4442-99c0-96dde9b52d9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 200 len: 909 time: 0.1077752 Nov 16 00:40:05.511758 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-ced09483-1d85-4b04-bf83-5b07b4927439 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 200 len: 217 time: 0.0357716 Nov 16 00:40:05.567828 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-bdc44bf3-bfa5-4f15-9775-57c80d26e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:40:05.569330 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-bdc44bf3-bfa5-4f15-9775-57c80d26e458 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9b4676e-c0ed-4c18-9628-51baf92688a4 HTTP/1.1" status: 200 len: 847 time: 0.0503900 Nov 16 00:40:05.579593 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:40:05.618886 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-7a1e02a7-7ff2-4287-a527-e36b57bd7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:40:05.620444 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-7a1e02a7-7ff2-4287-a527-e36b57bd7425 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0799e9f-bf39-4d36-9463-c7bb236f55b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433793 Nov 16 00:40:05.714934 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-cd79c2dc-fbc3-496f-89b9-791510d35016 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867426 Nov 16 00:40:05.792419 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:55Z', 'revision_number': 5, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:05.815529 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-7d600bf5-a9f9-4fdf-a606-6d134f9e2ec4 req-75bc855c-2553-4cd7-8573-6356855f2d35 service neutron] 10.222.0.36 "GET /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929816 Nov 16 00:40:05.818372 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc0066c-59e0-45e0-bf43-182b52198110 None None] The sync data for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi is: [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:34:50Z', 'revision_number': 4, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi', '_interfaces': [{'id': '5d579067-f2a7-4978-be1f-bf0237a8c8e3', 'name': '', 'network_id': 'b0799e9f-bf39-4d36-9463-c7bb236f55b4', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'mac_address': 'fa:16:3e:cb:a2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:50Z', 'updated_at': '2021-11-16T00:34:55Z', 'revision_number': 5, 'project_id': '8b1da70dc7334be3be9b115125527150', 'subnets': [{'id': 'd9b4676e-c0ed-4c18-9628-51baf92688a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:40:06.048107 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f52db3-0cfc-4cc4-84f2-f61a083bdfa9 None None] New status for floating IP b5032514-6403-4671-8704-a8cd98a6f8a3: DOWN {{(pid=107822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 00:40:06.619565 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b4307-66c2-4c9a-ad96-be3d3e2c4be4 req-d46897a4-91e8-4840-822d-c55e2fdcddfb tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:40:06.621087 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-707b4307-66c2-4c9a-ad96-be3d3e2c4be4 req-d46897a4-91e8-4840-822d-c55e2fdcddfb tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.1060734 Nov 16 00:40:06.660566 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-707b4307-66c2-4c9a-ad96-be3d3e2c4be4 req-89c32d95-20c4-495e-b5a7-990695b37b7f tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/security-groups?id=402a1e81-7484-4a74-9e17-e22efc9e8119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330322 Nov 16 00:40:06.819307 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e441d-b666-48f5-a029-073114ad2f9b req-db4716c4-f340-4848-af38-98c9605018a9 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 00:40:06.820804 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d84e441d-b666-48f5-a029-073114ad2f9b req-db4716c4-f340-4848-af38-98c9605018a9 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 945 time: 0.0504813 Nov 16 00:40:06.922637 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-d84e441d-b666-48f5-a029-073114ad2f9b req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Deleting port e9de811a-ed83-4234-81b8-9dda4ea6612f {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:40:06.923250 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d84e441d-b666-48f5-a029-073114ad2f9b req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:07.018573 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [req-d84e441d-b666-48f5-a029-073114ad2f9b req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] For port e9de811a-ed83-4234-81b8-9dda4ea6612f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=e9de811a-ed83-4234-81b8-9dda4ea6612f,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:40:07.018906 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d84e441d-b666-48f5-a029-073114ad2f9b req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:07.037086 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [req-d84e441d-b666-48f5-a029-073114ad2f9b req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Calling delete_port for e9de811a-ed83-4234-81b8-9dda4ea6612f owned by compute:nova {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:40:07.169725 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d84e441d-b666-48f5-a029-073114ad2f9b req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:07.199363 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event deleted for resources: {'Port': ['ID=e9de811a-ed83-4234-81b8-9dda4ea6612f,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:07.244412 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84e441d-b666-48f5-a029-073114ad2f9b req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] No DVR routers for this DVR port e9de811a-ed83-4234-81b8-9dda4ea6612f on host hv-cinder-81115 {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:40:07.247018 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [req-d84e441d-b666-48f5-a029-073114ad2f9b req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451465'] for port, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:07.250288 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-d84e441d-b666-48f5-a029-073114ad2f9b req-6b58c2a1-8c99-4fa4-8e36-63f2f4f21bd8 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.36 "DELETE /v2.0/ports/e9de811a-ed83-4234-81b8-9dda4ea6612f HTTP/1.1" status: 204 len: 173 time: 0.4238770 Nov 16 00:40:07.250757 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'name': 'network-vif-deleted', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f'}] {{(pid=107820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 00:40:07.253089 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ab4ded18db7c0328b42b6a92e4bd143d702b9de0cd1665cf5f0149782308bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4f18ed-d612-4a8f-a106-572815895b85" -d '{"events": [{"server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "name": "network-vif-deleted", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f"}]}' {{(pid=107820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 00:40:07.358270 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 00:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a3c9b-7a16-4c3f-b86d-f3d848597df7 x-openstack-request-id: req-4b9a3c9b-7a16-4c3f-b86d-f3d848597df7 {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 00:40:07.358630 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2b3498-9dc0-415d-8e78-dee875d29a7f", "name": "network-vif-deleted", "tag": "e9de811a-ed83-4234-81b8-9dda4ea6612f", "status": "completed", "code": 200}]} {{(pid=107820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 00:40:07.358891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b9a3c9b-7a16-4c3f-b86d-f3d848597df7 {{(pid=107820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 00:40:07.359332 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2b3498-9dc0-415d-8e78-dee875d29a7f', 'name': 'network-vif-deleted', 'tag': 'e9de811a-ed83-4234-81b8-9dda4ea6612f', 'status': 'completed', 'code': 200} Nov 16 00:40:07.788605 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [req-25b3cbd0-bb11-4a0e-97de-ac3a531b8ce8 req-cf89f01e-06b4-489c-b4ce-8c84909164b1 tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2b3498-9dc0-415d-8e78-dee875d29a7f HTTP/1.1" status: 200 len: 210 time: 0.0311389 Nov 16 00:40:08.679818 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:08.853888 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51728) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:08.911806 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-51cf1461-fa37-498c-a5c1-0b474c3ed5ca tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:08.936405 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-51cf1461-fa37-498c-a5c1-0b474c3ed5ca tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:09.002944 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-51cf1461-fa37-498c-a5c1-0b474c3ed5ca tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:09.005760 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-51cf1461-fa37-498c-a5c1-0b474c3ed5ca tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Notify callbacks [] for security_group, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:09.006934 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-51cf1461-fa37-498c-a5c1-0b474c3ed5ca tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] 10.222.0.31 "DELETE /v2.0/security-groups/402a1e81-7484-4a74-9e17-e22efc9e8119 HTTP/1.1" status: 204 len: 168 time: 0.1520588 Nov 16 00:40:09.016460 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf1461-fa37-498c-a5c1-0b474c3ed5ca tempest-TestShelveInstance-80160839 tempest-TestShelveInstance-80160839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402a1e81-7484-4a74-9e17-e22efc9e8119,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:09.053244 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51732) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:09.524688 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076507'] for router_interface, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:09.768300 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Deleting port 5d579067-f2a7-4978-be1f-bf0237a8c8e3 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:40:09.768642 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:09.847380 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] For port 5d579067-f2a7-4978-be1f-bf0237a8c8e3, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=5d579067-f2a7-4978-be1f-bf0237a8c8e3,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:40:09.848320 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:09.860848 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Calling delete_port for 5d579067-f2a7-4978-be1f-bf0237a8c8e3 owned by network:router_interface {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:40:10.037481 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:10.061645 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d579067-f2a7-4978-be1f-bf0237a8c8e3,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:10.499230 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076573'] for router_interface, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:10.725778 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:40:10.834522 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:40:10.839565 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-4b29329e-4a7c-4308-bda9-852d8270f2d4 admin admin] 10.222.0.31 "PUT /v2.0/routers/2072f7b6-e3ec-433e-bb8c-b987d1acb9db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7853036 Nov 16 00:40:10.842218 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51736) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:10.843616 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] Sync routers for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:40:10.852659 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:40:10.853260 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:40:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:10.952501 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.059797 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.079821 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: dv-cinder-811154-2-iscsi {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:40:11.113969 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Deleting port 0f978e43-1580-4b4d-ae9b-0923f9831272 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:40:11.114561 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.198124 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] For port 0f978e43-1580-4b4d-ae9b-0923f9831272, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=0f978e43-1580-4b4d-ae9b-0923f9831272,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:40:11.198514 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.212322 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Calling delete_port for 0f978e43-1580-4b4d-ae9b-0923f9831272 owned by network:router_gateway {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:40:11.254094 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:40:09Z', 'revision_number': 5, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port': {'id': '0f978e43-1580-4b4d-ae9b-0923f9831272', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:48Z', 'updated_at': '2021-11-16T00:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:11.283794 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] Checking router: 2072f7b6-e3ec-433e-bb8c-b987d1acb9db for host: dv-cinder-811154-2-iscsi {{(pid=107821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:40:11.292812 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] Routers {'2072f7b6-e3ec-433e-bb8c-b987d1acb9db'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:40:11.293417 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:40:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'], 'active': True} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:11.370123 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:40:11.372300 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device e9de811a-ed83-4234-81b8-9dda4ea6612f no longer exists at agent hyperv_hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:40:11.386007 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.399498 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvr_db [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] Set router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db gateway port host: None {{(pid=107821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:40:11.401179 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] No Port match for: e9de811a-ed83-4234-81b8-9dda4ea6612f {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:40:11.401515 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Device e9de811a-ed83-4234-81b8-9dda4ea6612f not bound to the agent host hv-cinder-81115 {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:40:11.417145 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f978e43-1580-4b4d-ae9b-0923f9831272,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:11.452594 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_hamode_db [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:40:11Z', 'revision_number': 6, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port_host': None}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:11.483060 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1699a315-4ba4-45aa-b5e2-f850b89bd3e0 None None] The sync data for ids ['2072f7b6-e3ec-433e-bb8c-b987d1acb9db'] in dv-cinder-811154-2-iscsi is: [{'id': '2072f7b6-e3ec-433e-bb8c-b987d1acb9db', 'name': 'tempest-TestShelveInstance-805899075-router', 'tenant_id': '8b1da70dc7334be3be9b115125527150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:47Z', 'updated_at': '2021-11-16T00:40:11Z', 'revision_number': 6, 'project_id': '8b1da70dc7334be3be9b115125527150', 'gw_port_host': None}] {{(pid=107821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:40:11.491464 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2073803'] for router_gateway, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.585995 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.588209 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.630674 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2066523'] for router, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.631230 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2072f7b6-e3ec-433e-bb8c-b987d1acb9db {{(pid=107819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 00:40:11.635905 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.637058 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-5de9d541-13a3-40fc-aa3b-99d676466bc3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2072f7b6-e3ec-433e-bb8c-b987d1acb9db HTTP/1.1" status: 204 len: 168 time: 0.7939098 Nov 16 00:40:11.639698 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51738) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:11.686975 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60486b8-ea8b-4de9-8582-3f436649565b admin admin] Deleting subnet d9b4676e-c0ed-4c18-9628-51baf92688a4 {{(pid=107819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:40:11.690205 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d60486b8-ea8b-4de9-8582-3f436649565b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.726217 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d60486b8-ea8b-4de9-8582-3f436649565b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-252658444'] for subnet, precommit_delete_associations {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.808777 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d60486b8-ea8b-4de9-8582-3f436649565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.876538 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d60486b8-ea8b-4de9-8582-3f436649565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-253005610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-253093156'] for subnet, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.903721 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60486b8-ea8b-4de9-8582-3f436649565b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b4676e-c0ed-4c18-9628-51baf92688a4,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:11.909974 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-d60486b8-ea8b-4de9-8582-3f436649565b admin admin] Notify callbacks [] for subnet, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:11.914837 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-d60486b8-ea8b-4de9-8582-3f436649565b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d9b4676e-c0ed-4c18-9628-51baf92688a4 HTTP/1.1" status: 204 len: 168 time: 0.2735174 Nov 16 00:40:11.917760 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51740) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:11.917885 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbe377-da3b-4cce-8cf0-965c985ba1f5 None None] Network b0799e9f-bf39-4d36-9463-c7bb236f55b4 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:40:11.996532 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.062076 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Deleting port 81e3ed43-b665-4373-87da-395f7c11666b {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:40:12.062520 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.156821 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] For port 81e3ed43-b665-4373-87da-395f7c11666b, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=81e3ed43-b665-4373-87da-395f7c11666b,segment=NetworkSegment(2f9fe5d0-7621-40c0-a612-a4db07ec30b7),segment_id=2f9fe5d0-7621-40c0-a612-a4db07ec30b7)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:40:12.157125 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.171470 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Calling delete_port for 81e3ed43-b665-4373-87da-395f7c11666b owned by network:dhcp {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:40:12.256621 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.266895 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317208ef-8a60-41fb-95ae-b0066219b954 None None] DHCP port deletion for b0799e9f-bf39-4d36-9463-c7bb236f55b4 request from dv-cinder-811154-2-iscsi {{(pid=107821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 00:40:12.289578 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e3ed43-b665-4373-87da-395f7c11666b,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:12.294130 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] No DVR routers for this DVR port 81e3ed43-b665-4373-87da-395f7c11666b on host dv-cinder-811154-2-iscsi {{(pid=107819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:40:12.366572 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.388293 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0799e9f-bf39-4d36-9463-c7bb236f55b4']}} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:12.398901 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9fe5d0-7621-40c0-a612-a4db07ec30b7') {'for_net_delete': True} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:12.399223 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.services.segments.db [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9fe5d0-7621-40c0-a612-a4db07ec30b7') {} {{(pid=107819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:12.408985 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-252658437'] for segment, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.423250 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.430131 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=107819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:40:12.430536 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-253005700'] for segment, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: Traceback (most recent call last): Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: timer() Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: cb(*args, **kw) Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: return func(*args, **kwargs) Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: self._notify() Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: self.callback(batched_events) Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: event.method(event) Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: return f(self, *a, **k) Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._get(url).json() Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: return self.request(url, 'GET', **kwargs) Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:40:12.432589 dv-cinder-811154-2-iscsi neutron-server[107819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:40:12.496021 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.501941 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:12.505887 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0799e9f-bf39-4d36-9463-c7bb236f55b4 HTTP/1.1" status: 204 len: 168 time: 0.5882635 Nov 16 00:40:12.508902 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.wsgi [-] (107819) accepted ('10.222.0.31', 51742) {{(pid=107819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:12.525190 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989de047-b1ad-4230-a8b0-bb0ff7f04152 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0799e9f-bf39-4d36-9463-c7bb236f55b4,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:12.858505 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076507'] for router_interface, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:13.093543 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Deleting port a1938662-3440-4936-a869-c4d27f127c96 {{(pid=107819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:40:13.094250 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:13.175783 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.db [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] For port a1938662-3440-4936-a869-c4d27f127c96, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=a1938662-3440-4936-a869-c4d27f127c96,segment=NetworkSegment(2a81ffe9-ed53-4864-868f-ef816f21b2a9),segment_id=2a81ffe9-ed53-4864-868f-ef816f21b2a9)] {{(pid=107819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:40:13.176616 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:13.189619 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Calling delete_port for a1938662-3440-4936-a869-c4d27f127c96 owned by network:router_interface {{(pid=107819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:40:13.375774 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-253005687'] for port, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:13.407094 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1938662-3440-4936-a869-c4d27f127c96,revision_number=None']} {{(pid=107819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:13.592236 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron_lib.callbacks.manager [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2076573'] for router_interface, after_delete {{(pid=107819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:13.603108 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 0f978e43-1580-4b4d-ae9b-0923f9831272 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:40:13.627875 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 0f978e43-1580-4b4d-ae9b-0923f9831272 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:40:13.628119 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 0f978e43-1580-4b4d-ae9b-0923f9831272 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:40:13.628542 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 5d579067-f2a7-4978-be1f-bf0237a8c8e3 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:40:13.647578 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 5d579067-f2a7-4978-be1f-bf0237a8c8e3 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:40:13.647921 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 5d579067-f2a7-4978-be1f-bf0237a8c8e3 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:40:13.648355 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 81e3ed43-b665-4373-87da-395f7c11666b no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:40:13.667721 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: 81e3ed43-b665-4373-87da-395f7c11666b {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:40:13.668055 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device 81e3ed43-b665-4373-87da-395f7c11666b not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:40:13.813840 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Router 88b4539f-4912-4f3c-a359-e913a8cb375c has already been hosted by L3 agent 96cb3919-af28-41dc-adc5-c8b7628131a7 {{(pid=107819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 00:40:14.182790 dv-cinder-811154-2-iscsi neutron-server[107819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] Notify agent at l3_agent.dv-cinder-811154-2-iscsi the message routers_updated {{(pid=107819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 00:40:14.188040 dv-cinder-811154-2-iscsi neutron-server[107819]: INFO neutron.wsgi [None req-f3c1cf61-3c02-4188-8d85-e27c7b575e58 admin admin] 10.222.0.31 "PUT /v2.0/routers/88b4539f-4912-4f3c-a359-e913a8cb375c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6778965 Nov 16 00:40:14.190824 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51744) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:14.191396 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] Sync routers for ids ['88b4539f-4912-4f3c-a359-e913a8cb375c'] in dv-cinder-811154-2-iscsi {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 00:40:14.204591 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] Routers {'88b4539f-4912-4f3c-a359-e913a8cb375c'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:40:14.205188 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:40:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['88b4539f-4912-4f3c-a359-e913a8cb375c'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:14.293486 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks [] for router, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.308905 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] Set router 88b4539f-4912-4f3c-a359-e913a8cb375c gateway port host: dv-cinder-811154-2-iscsi {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:40:14.392211 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.444233 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Deleting port ec0c28c7-9322-448b-aeb3-c4389aaf016f {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:40:14.444467 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.490752 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'external_fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:40:13Z', 'revision_number': 5, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'gw_port': {'id': 'ec0c28c7-9322-448b-aeb3-c4389aaf016f', 'name': '', 'network_id': '5c6eca8e-5393-4671-a80e-522d209200b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811154-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '448fb321-2fcf-4085-a956-7b82f3b9b2d7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811154-2-iscsi'}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:14.516981 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] Checking router: 88b4539f-4912-4f3c-a359-e913a8cb375c for host: dv-cinder-811154-2-iscsi {{(pid=107822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 00:40:14.525630 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] For port ec0c28c7-9322-448b-aeb3-c4389aaf016f, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=ec0c28c7-9322-448b-aeb3-c4389aaf016f,segment=NetworkSegment(ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79),segment_id=ef21a1ae-3633-4be2-bb6b-82ce2f6f7d79)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:40:14.526029 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.526493 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] Routers {'88b4539f-4912-4f3c-a359-e913a8cb375c'} bound to L3 agent in host dv-cinder-811154-2-iscsi {{(pid=107822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 00:40:14.527135 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811154-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T00:20:31Z,description=,heartbeat_timestamp=2021-11-16T00:40:01Z,host='dv-cinder-811154-2-iscsi',id=96cb3919-af28-41dc-adc5-c8b7628131a7,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T00:20:31Z,topic='l3_agent')) {'router_ids': ['88b4539f-4912-4f3c-a359-e913a8cb375c'], 'active': True} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:14.544923 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Calling delete_port for ec0c28c7-9322-448b-aeb3-c4389aaf016f owned by network:router_gateway {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:40:14.614315 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_dvr_db [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] Set router 88b4539f-4912-4f3c-a359-e913a8cb375c gateway port host: None {{(pid=107822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 00:40:14.715310 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.746891 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0c28c7-9322-448b-aeb3-c4389aaf016f,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:14.758585 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.l3_hamode_db [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:40:14Z', 'revision_number': 6, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'gw_port_host': None}], 'dv-cinder-811154-2-iscsi', False) {} {{(pid=107822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:14.785234 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad731715-d1cc-4e95-802c-b991f744217f None None] The sync data for ids ['88b4539f-4912-4f3c-a359-e913a8cb375c'] in dv-cinder-811154-2-iscsi is: [{'id': '88b4539f-4912-4f3c-a359-e913a8cb375c', 'name': 'tempest-TestShelveInstance-1297469810-router', 'tenant_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T00:34:53Z', 'updated_at': '2021-11-16T00:40:14Z', 'revision_number': 6, 'project_id': 'c1cf2d537fdf4f92b2d453b57eef01ff', 'gw_port_host': None}] {{(pid=107822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 00:40:14.814803 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2073803'] for router_gateway, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.907319 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2066498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4647'] for router, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.909413 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.951925 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2066523'] for router, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.952458 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88b4539f-4912-4f3c-a359-e913a8cb375c {{(pid=107820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 00:40:14.957350 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] Notify callbacks [] for router, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:14.958505 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-27950113-c157-4d1f-bbef-51fc4bf051ee admin admin] 10.222.0.31 "DELETE /v2.0/routers/88b4539f-4912-4f3c-a359-e913a8cb375c HTTP/1.1" status: 204 len: 168 time: 0.7664931 Nov 16 00:40:14.961097 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51746) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:15.007848 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa5f35f-cf35-4715-80ff-8f76eb79b231 admin admin] Deleting subnet a80ccf97-7452-4cae-902a-10c0682ba24d {{(pid=107820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 16 00:40:15.010767 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faa5f35f-cf35-4715-80ff-8f76eb79b231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.044680 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faa5f35f-cf35-4715-80ff-8f76eb79b231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9071528'] for subnet, precommit_delete_associations {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.119131 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faa5f35f-cf35-4715-80ff-8f76eb79b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1004017'] for subnet, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.177943 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faa5f35f-cf35-4715-80ff-8f76eb79b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9285961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8462994'] for subnet, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.204502 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5f35f-cf35-4715-80ff-8f76eb79b231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a80ccf97-7452-4cae-902a-10c0682ba24d,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:15.208992 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-faa5f35f-cf35-4715-80ff-8f76eb79b231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for subnet, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.215375 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-faa5f35f-cf35-4715-80ff-8f76eb79b231 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a80ccf97-7452-4cae-902a-10c0682ba24d HTTP/1.1" status: 204 len: 168 time: 0.2501335 Nov 16 00:40:15.215375 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51748) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:15.229814 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc97d84-20eb-411f-8fd9-d4a7d7ad7ee0 None None] Network 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 requested from dv-cinder-811154-2-iscsi {{(pid=107821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 00:40:15.294282 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561509'] for network, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.348722 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Deleting port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 {{(pid=107820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:40:15.349068 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.415910 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] DHCP port deletion for 561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 request from dv-cinder-811154-2-iscsi {{(pid=107821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 00:40:15.419070 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.db [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] For port fe1ec328-5d3a-46cd-9147-8cfad2cbce87, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=fe1ec328-5d3a-46cd-9147-8cfad2cbce87,segment=NetworkSegment(2a81ffe9-ed53-4864-868f-ef816f21b2a9),segment_id=2a81ffe9-ed53-4864-868f-ef816f21b2a9)] {{(pid=107820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:40:15.419468 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.431915 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.plugin [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Calling delete_port for fe1ec328-5d3a-46cd-9147-8cfad2cbce87 owned by network:dhcp {{(pid=107820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:40:15.464595 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Deleting port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 {{(pid=107821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 16 00:40:15.465136 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732623897914'] for port, before_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.518833 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9285908'] for port, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.545386 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.db [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] For port fe1ec328-5d3a-46cd-9147-8cfad2cbce87, host dv-cinder-811154-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811154-2-iscsi',level=0,port_id=fe1ec328-5d3a-46cd-9147-8cfad2cbce87,segment=NetworkSegment(2a81ffe9-ed53-4864-868f-ef816f21b2a9),segment_id=2a81ffe9-ed53-4864-868f-ef816f21b2a9)] {{(pid=107821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 00:40:15.545932 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073220'] for port, precommit_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.547715 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] No DVR routers for this DVR port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 on host dv-cinder-811154-2-iscsi {{(pid=107820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:40:15.552198 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1ec328-5d3a-46cd-9147-8cfad2cbce87,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:15.563873 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device a1938662-3440-4936-a869-c4d27f127c96 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:40:15.566097 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Calling delete_port for fe1ec328-5d3a-46cd-9147-8cfad2cbce87 owned by network:dhcp {{(pid=107821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 16 00:40:15.597512 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: a1938662-3440-4936-a869-c4d27f127c96 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:40:15.597858 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device a1938662-3440-4936-a869-c4d27f127c96 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:40:15.598489 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device fe1ec328-5d3a-46cd-9147-8cfad2cbce87 no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:40:15.623672 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: fe1ec328-5d3a-46cd-9147-8cfad2cbce87 {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:40:15.624019 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device fe1ec328-5d3a-46cd-9147-8cfad2cbce87 not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:40:15.624443 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device ec0c28c7-9322-448b-aeb3-c4389aaf016f no longer exists at agent ovs-agent-dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 00:40:15.627263 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002620', 'neutron.services.segments.db._delete_segments_for_network-8732623882280'] for network, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.648494 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561c8065-6e83-4e8e-b6aa-ede7f3a95bc8']}} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:15.659011 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a81ffe9-ed53-4864-868f-ef816f21b2a9') {'for_net_delete': True} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:15.659340 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.services.segments.db [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a81ffe9-ed53-4864-868f-ef816f21b2a9') {} {{(pid=107820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 00:40:15.670184 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732623881849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9071521'] for segment, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.677775 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] No Port match for: ec0c28c7-9322-448b-aeb3-c4389aaf016f {{(pid=107821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 16 00:40:15.678126 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.plugins.ml2.rpc [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Device ec0c28c7-9322-448b-aeb3-c4389aaf016f not bound to the agent host dv-cinder-811154-2-iscsi {{(pid=107821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 00:40:15.685319 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434'] for segment, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.694548 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=107820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 00:40:15.694946 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1007434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9286119'] for segment, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: Traceback (most recent call last): Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: timer() Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: cb(*args, **kw) Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: return func(*args, **kwargs) Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: self._notify() Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: self.callback(batched_events) Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: event.method(event) Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: return f(self, *a, **k) Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._get(url).json() Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: return self.request(url, 'GET', **kwargs) Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 00:40:15.696741 dv-cinder-811154-2-iscsi neutron-server[107820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 00:40:15.717488 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-582986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732623904570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732623583061'] for port, after_delete {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:15.752584 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Pushing event deleted for resources: {'Port': ['ID=fe1ec328-5d3a-46cd-9147-8cfad2cbce87,revision_number=None']} {{(pid=107821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:15.759437 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] No DVR routers for this DVR port fe1ec328-5d3a-46cd-9147-8cfad2cbce87 on host dv-cinder-811154-2-iscsi {{(pid=107821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 00:40:15.763547 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.763810 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.764189 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.764558 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.764904 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.765246 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.765578 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.765910 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.766245 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.766601 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.766958 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.767399 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d643bc-b95c-46f2-8f62-df5c4c037d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811154-2-iscsi {{(pid=107821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 00:40:15.998555 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2073639'] for network, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.004392 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605616'] for network, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.007765 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/561c8065-6e83-4e8e-b6aa-ede7f3a95bc8 HTTP/1.1" status: 204 len: 168 time: 0.7919321 Nov 16 00:40:16.018383 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6688a0-eb1b-46d4-b927-ba26d2c42ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=561c8065-6e83-4e8e-b6aa-ede7f3a95bc8,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:16.120276 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51752) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:16.158396 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-c6026baf-3da4-4a8c-8dc3-dbb9308ea0d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b1da70dc7334be3be9b115125527150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369983 Nov 16 00:40:16.161639 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51754) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:16.208062 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cdf3dbc4-ff99-446a-9832-e3ec1e0c26f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.228586 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cdf3dbc4-ff99-446a-9832-e3ec1e0c26f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.275997 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cdf3dbc4-ff99-446a-9832-e3ec1e0c26f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.278305 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-cdf3dbc4-ff99-446a-9832-e3ec1e0c26f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.279454 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-cdf3dbc4-ff99-446a-9832-e3ec1e0c26f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56144ef0-7a7e-43bb-a713-5c6576b69db0 HTTP/1.1" status: 204 len: 168 time: 0.1169190 Nov 16 00:40:16.287877 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3dbc4-ff99-446a-9832-e3ec1e0c26f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56144ef0-7a7e-43bb-a713-5c6576b69db0,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:16.600340 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51760) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:16.639491 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-cd94ada2-d8e0-4917-8a01-a742c64df51f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1cf2d537fdf4f92b2d453b57eef01ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379434 Nov 16 00:40:16.641913 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.wsgi [-] (107820) accepted ('10.222.0.31', 51762) {{(pid=107820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 00:40:16.691880 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-07b16f48-e5d7-4710-a510-cfb95f146bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.711842 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-07b16f48-e5d7-4710-a510-cfb95f146bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.759441 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-07b16f48-e5d7-4710-a510-cfb95f146bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666669'] for security_group, after_delete {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.762007 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron_lib.callbacks.manager [None req-07b16f48-e5d7-4710-a510-cfb95f146bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=107820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:16.763226 dv-cinder-811154-2-iscsi neutron-server[107820]: INFO neutron.wsgi [None req-07b16f48-e5d7-4710-a510-cfb95f146bdb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0d2cbc0-4d28-4fe3-8f47-496903350b6e HTTP/1.1" status: 204 len: 168 time: 0.1203947 Nov 16 00:40:16.771074 dv-cinder-811154-2-iscsi neutron-server[107820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b16f48-e5d7-4710-a510-cfb95f146bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d2cbc0-4d28-4fe3-8f47-496903350b6e,revision_number=None']} {{(pid=107820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 00:40:28.002921 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-316d674b-627a-4d05-9936-111af8a1cce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:30.654670 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:31.449614 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-61720113-d4af-458a-be9c-2f0fdba97ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:32.069121 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:33.719581 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:38.679605 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:40:48.370600 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:40:58.004593 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-afb10a57-2546-4613-9899-fcdaf50e94fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:00.656007 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:01.450875 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-41de4126-36ea-48fb-a98f-334d954e1665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:02.070719 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:03.723054 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:08.671033 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:25.370612 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:41:28.006210 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7bb5-dcba-4465-8391-b28d800a0b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:30.661048 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:31.451099 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fb1ed3a5-cd18-4386-96b8-485fe608b2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:32.074104 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:33.727225 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:38.691962 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:41:58.006225 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-03bcce5a-5fff-4433-b99a-eafe6e888cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:00.666297 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:01.450938 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-4746a6fe-5315-4e9e-af1f-33110fafb00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:02.075582 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:02.370060 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:42:03.730453 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:08.693176 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:28.007968 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-7a05d613-b60a-4e15-86f9-e405b5c5baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:30.668934 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:31.453153 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-37f40110-b542-4526-81bd-07ab204ad23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:32.080218 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:33.731694 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:38.706787 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:42:39.369225 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:42:58.008896 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-f3b2dcd5-0129-45bb-b92d-39af07758056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:00.671060 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:01.453836 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0686e3a6-aad6-4a3e-a1bc-8eeadea72fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:02.081780 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:03.734658 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:08.705748 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:16.368555 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:43:28.010671 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-bcfdad76-92a2-4b42-8f1a-657202041145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:30.672552 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:31.453614 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-11a8e125-93e1-4bcb-90e8-03bd10a7150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:32.085189 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:33.736800 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:38.713447 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:43:53.367915 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:43:58.011490 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-fca8489f-aac9-44a0-8df2-991edf571184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:00.673125 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:01.456031 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-6a712191-4871-4afb-bad0-613c17ab7a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:02.087653 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:03.739301 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:08.720181 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:28.012990 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-92035d35-5413-4031-8bb0-94dd92b40bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:30.366754 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:44:30.673127 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:31.455246 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-d28a5464-b14d-4526-a3e2-d09cbabdf1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:32.089997 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:33.790346 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:38.718305 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:44:58.014184 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-9fbbc7cc-4245-4b9c-bd02-da607b6e9f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:00.674437 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:01.455903 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-0bc10b2d-8116-4d74-b4ac-c32739257189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:02.092737 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:03.744046 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:07.366342 dv-cinder-811154-2-iscsi neutron-server[107822]: DEBUG neutron.db.agents_db [None req-d3d22e78-5f40-4657-97d0-1473d0ac6fe2 None None] Agent healthcheck: found 6 active agents {{(pid=107822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 00:45:08.740418 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-960d2fd9-b30f-4779-a2ad-db4aed2635f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:28.014919 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-bd503f44-1ddd-4d97-87fe-d98a3573faa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:30.675773 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-e1fe77aa-b119-4cab-adfe-fcc1b134d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:31.457878 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-04639878-2656-4fe8-8fac-46a6a65de9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:32.097116 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-207193e8-3b0a-4de1-8897-23a8a08fb989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 16 00:45:33.748180 dv-cinder-811154-2-iscsi neutron-server[107821]: DEBUG neutron_lib.callbacks.manager [None req-a0377825-023d-4584-891d-9885f407577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732623882262', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-997426'] for agent, after_update {{(pid=107821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}